• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 #ifndef __LINUX_COMPILER_H
2 #error "Please don't include <linux/compiler-gcc.h> directly, include <linux/compiler.h> instead."
3 #endif
4 
5 /*
6  * Common definitions for all gcc versions go here.
7  */
8 #define GCC_VERSION (__GNUC__ * 10000		\
9 		     + __GNUC_MINOR__ * 100	\
10 		     + __GNUC_PATCHLEVEL__)
11 
12 /* Optimization barrier */
13 
14 /* The "volatile" is due to gcc bugs */
15 #define barrier() __asm__ __volatile__("": : :"memory")
16 /*
17  * This version is i.e. to prevent dead stores elimination on @ptr
18  * where gcc and llvm may behave differently when otherwise using
19  * normal barrier(): while gcc behavior gets along with a normal
20  * barrier(), llvm needs an explicit input variable to be assumed
21  * clobbered. The issue is as follows: while the inline asm might
22  * access any memory it wants, the compiler could have fit all of
23  * @ptr into memory registers instead, and since @ptr never escaped
24  * from that, it proofed that the inline asm wasn't touching any of
25  * it. This version works well with both compilers, i.e. we're telling
26  * the compiler that the inline asm absolutely may see the contents
27  * of @ptr. See also: https://llvm.org/bugs/show_bug.cgi?id=15495
28  */
29 #define barrier_data(ptr) __asm__ __volatile__("": :"r"(ptr) :"memory")
30 
31 /*
32  * This macro obfuscates arithmetic on a variable address so that gcc
33  * shouldn't recognize the original var, and make assumptions about it.
34  *
35  * This is needed because the C standard makes it undefined to do
36  * pointer arithmetic on "objects" outside their boundaries and the
37  * gcc optimizers assume this is the case. In particular they
38  * assume such arithmetic does not wrap.
39  *
40  * A miscompilation has been observed because of this on PPC.
41  * To work around it we hide the relationship of the pointer and the object
42  * using this macro.
43  *
44  * Versions of the ppc64 compiler before 4.1 had a bug where use of
45  * RELOC_HIDE could trash r30. The bug can be worked around by changing
46  * the inline assembly constraint from =g to =r, in this particular
47  * case either is valid.
48  */
49 #define RELOC_HIDE(ptr, off)						\
50 ({									\
51 	unsigned long __ptr;						\
52 	__asm__ ("" : "=r"(__ptr) : "0"(ptr));				\
53 	(typeof(ptr)) (__ptr + (off));					\
54 })
55 
56 /* Make the optimizer believe the variable can be manipulated arbitrarily. */
57 #define OPTIMIZER_HIDE_VAR(var)						\
58 	__asm__ ("" : "=r" (var) : "0" (var))
59 
60 #ifdef __CHECKER__
61 #define __must_be_array(a)	0
62 #else
63 /* &a[0] degrades to a pointer: a different type from an array */
64 #define __must_be_array(a)	BUILD_BUG_ON_ZERO(__same_type((a), &(a)[0]))
65 #endif
66 
67 /*
68  * Force always-inline if the user requests it so via the .config,
69  * or if gcc is too old:
70  */
71 #if !defined(CONFIG_ARCH_SUPPORTS_OPTIMIZED_INLINING) ||		\
72     !defined(CONFIG_OPTIMIZE_INLINING) || (__GNUC__ < 4)
73 #define inline		inline		__attribute__((always_inline)) notrace
74 #define __inline__	__inline__	__attribute__((always_inline)) notrace
75 #define __inline	__inline	__attribute__((always_inline)) notrace
76 #else
77 /* A lot of inline functions can cause havoc with function tracing */
78 #define inline		inline		notrace
79 #define __inline__	__inline__	notrace
80 #define __inline	__inline	notrace
81 #endif
82 
83 #define __always_inline	inline __attribute__((always_inline))
84 #define  noinline	__attribute__((noinline))
85 
86 #define __deprecated	__attribute__((deprecated))
87 #define __packed	__attribute__((packed))
88 #define __weak		__attribute__((weak))
89 #define __alias(symbol)	__attribute__((alias(#symbol)))
90 
91 /*
92  * it doesn't make sense on ARM (currently the only user of __naked)
93  * to trace naked functions because then mcount is called without
94  * stack and frame pointer being set up and there is no chance to
95  * restore the lr register to the value before mcount was called.
96  *
97  * The asm() bodies of naked functions often depend on standard calling
98  * conventions, therefore they must be noinline and noclone.
99  *
100  * GCC 4.[56] currently fail to enforce this, so we must do so ourselves.
101  * See GCC PR44290.
102  */
103 #define __naked		__attribute__((naked)) noinline __noclone notrace
104 
105 #define __noreturn	__attribute__((noreturn))
106 
107 /*
108  * From the GCC manual:
109  *
110  * Many functions have no effects except the return value and their
111  * return value depends only on the parameters and/or global
112  * variables.  Such a function can be subject to common subexpression
113  * elimination and loop optimization just as an arithmetic operator
114  * would be.
115  * [...]
116  */
117 #define __pure			__attribute__((pure))
118 #define __aligned(x)		__attribute__((aligned(x)))
119 #define __printf(a, b)		__attribute__((format(printf, a, b)))
120 #define __scanf(a, b)		__attribute__((format(scanf, a, b)))
121 #define __attribute_const__	__attribute__((__const__))
122 #define __maybe_unused		__attribute__((unused))
123 #define __always_unused		__attribute__((unused))
124 
125 /* gcc version specific checks */
126 
127 #if GCC_VERSION < 30200
128 # error Sorry, your compiler is too old - please upgrade it.
129 #endif
130 
131 #if GCC_VERSION < 30300
132 # define __used			__attribute__((__unused__))
133 #else
134 # define __used			__attribute__((__used__))
135 #endif
136 
137 #ifdef CONFIG_GCOV_KERNEL
138 # if GCC_VERSION < 30400
139 #   error "GCOV profiling support for gcc versions below 3.4 not included"
140 # endif /* __GNUC_MINOR__ */
141 #endif /* CONFIG_GCOV_KERNEL */
142 
143 #if GCC_VERSION >= 30400
144 #define __must_check		__attribute__((warn_unused_result))
145 #endif
146 
147 #if GCC_VERSION >= 40000
148 
149 /* GCC 4.1.[01] miscompiles __weak */
150 #ifdef __KERNEL__
151 # if GCC_VERSION >= 40100 &&  GCC_VERSION <= 40101
152 #  error Your version of gcc miscompiles the __weak directive
153 # endif
154 #endif
155 
156 #define __used			__attribute__((__used__))
157 #define __compiler_offsetof(a, b)					\
158 	__builtin_offsetof(a, b)
159 
160 #if GCC_VERSION >= 40100 && GCC_VERSION < 40600
161 # define __compiletime_object_size(obj) __builtin_object_size(obj, 0)
162 #endif
163 
164 #if GCC_VERSION >= 40300
165 /* Mark functions as cold. gcc will assume any path leading to a call
166  * to them will be unlikely.  This means a lot of manual unlikely()s
167  * are unnecessary now for any paths leading to the usual suspects
168  * like BUG(), printk(), panic() etc. [but let's keep them for now for
169  * older compilers]
170  *
171  * Early snapshots of gcc 4.3 don't support this and we can't detect this
172  * in the preprocessor, but we can live with this because they're unreleased.
173  * Maketime probing would be overkill here.
174  *
175  * gcc also has a __attribute__((__hot__)) to move hot functions into
176  * a special section, but I don't see any sense in this right now in
177  * the kernel context
178  */
179 #define __cold			__attribute__((__cold__))
180 
181 #define __UNIQUE_ID(prefix) __PASTE(__PASTE(__UNIQUE_ID_, prefix), __COUNTER__)
182 
183 #ifndef __CHECKER__
184 # define __compiletime_warning(message) __attribute__((warning(message)))
185 # define __compiletime_error(message) __attribute__((error(message)))
186 #endif /* __CHECKER__ */
187 #endif /* GCC_VERSION >= 40300 */
188 
189 #if GCC_VERSION >= 40500
190 /*
191  * Mark a position in code as unreachable.  This can be used to
192  * suppress control flow warnings after asm blocks that transfer
193  * control elsewhere.
194  *
195  * Early snapshots of gcc 4.5 don't support this and we can't detect
196  * this in the preprocessor, but we can live with this because they're
197  * unreleased.  Really, we need to have autoconf for the kernel.
198  */
199 #define unreachable() __builtin_unreachable()
200 
201 /* Mark a function definition as prohibited from being cloned. */
202 #define __noclone	__attribute__((__noclone__))
203 
204 #endif /* GCC_VERSION >= 40500 */
205 
206 #if GCC_VERSION >= 40600
207 /*
208  * When used with Link Time Optimization, gcc can optimize away C functions or
209  * variables which are referenced only from assembly code.  __visible tells the
210  * optimizer that something else uses this function or variable, thus preventing
211  * this.
212  */
213 #define __visible	__attribute__((externally_visible))
214 #endif
215 
216 
217 #if GCC_VERSION >= 40900 && !defined(__CHECKER__)
218 /*
219  * __assume_aligned(n, k): Tell the optimizer that the returned
220  * pointer can be assumed to be k modulo n. The second argument is
221  * optional (default 0), so we use a variadic macro to make the
222  * shorthand.
223  *
224  * Beware: Do not apply this to functions which may return
225  * ERR_PTRs. Also, it is probably unwise to apply it to functions
226  * returning extra information in the low bits (but in that case the
227  * compiler should see some alignment anyway, when the return value is
228  * massaged by 'flags = ptr & 3; ptr &= ~3;').
229  */
230 #define __assume_aligned(a, ...) __attribute__((__assume_aligned__(a, ## __VA_ARGS__)))
231 #endif
232 
233 /*
234  * GCC 'asm goto' miscompiles certain code sequences:
235  *
236  *   http://gcc.gnu.org/bugzilla/show_bug.cgi?id=58670
237  *
238  * Work it around via a compiler barrier quirk suggested by Jakub Jelinek.
239  *
240  * (asm goto is automatically volatile - the naming reflects this.)
241  */
242 #define asm_volatile_goto(x...)	do { asm goto(x); asm (""); } while (0)
243 
244 #ifdef CONFIG_ARCH_USE_BUILTIN_BSWAP
245 #if GCC_VERSION >= 40400
246 #define __HAVE_BUILTIN_BSWAP32__
247 #define __HAVE_BUILTIN_BSWAP64__
248 #endif
249 #if GCC_VERSION >= 40800 || (defined(__powerpc__) && GCC_VERSION >= 40600)
250 #define __HAVE_BUILTIN_BSWAP16__
251 #endif
252 #endif /* CONFIG_ARCH_USE_BUILTIN_BSWAP */
253 
254 #if GCC_VERSION >= 50000
255 #define KASAN_ABI_VERSION 4
256 #elif GCC_VERSION >= 40902
257 #define KASAN_ABI_VERSION 3
258 #endif
259 
260 #if GCC_VERSION >= 40902
261 /*
262  * Tell the compiler that address safety instrumentation (KASAN)
263  * should not be applied to that function.
264  * Conflicts with inlining: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=67368
265  */
266 #define __no_sanitize_address __attribute__((no_sanitize_address))
267 #endif
268 
269 #endif	/* gcc version >= 40000 specific checks */
270 
271 #if !defined(__noclone)
272 #define __noclone	/* not needed */
273 #endif
274 
275 #if !defined(__no_sanitize_address)
276 #define __no_sanitize_address
277 #endif
278 
279 /*
280  * A trick to suppress uninitialized variable warning without generating any
281  * code
282  */
283 #define uninitialized_var(x) x = x
284