1#ifndef __LINUX_COMPILER_H
2#define __LINUX_COMPILER_H
3
4#ifndef __ASSEMBLY__
5
6#ifdef __CHECKER__
7# define __user __attribute__((noderef, address_space(1)))
8# define __kernel __attribute__((address_space(0)))
9# define __safe __attribute__((safe))
10# define __force __attribute__((force))
11# define __nocast __attribute__((nocast))
12# define __iomem __attribute__((noderef, address_space(2)))
13# define __acquires(x) __attribute__((context(x,0,1)))
14# define __releases(x) __attribute__((context(x,1,0)))
15# define __acquire(x) __context__(x,1)
16# define __release(x) __context__(x,-1)
17# define __cond_lock(x,c) ((c) ? ({ __acquire(x); 1; }) : 0)
18# define __percpu __attribute__((noderef, address_space(3)))
19#ifdef CONFIG_SPARSE_RCU_POINTER
20# define __rcu __attribute__((noderef, address_space(4)))
21#else
22# define __rcu
23#endif
24extern void __chk_user_ptr(const volatile void __user *);
25extern void __chk_io_ptr(const volatile void __iomem *);
26#else
27# define __user
28# define __kernel
29# define __safe
30# define __force
31# define __nocast
32# define __iomem
33# define __chk_user_ptr(x) (void)0
34# define __chk_io_ptr(x) (void)0
35# define __builtin_warning(x, y...) (1)
36# define __acquires(x)
37# define __releases(x)
38# define __acquire(x) (void)0
39# define __release(x) (void)0
40# define __cond_lock(x,c) (c)
41# define __percpu
42# define __rcu
43#endif
44
45#ifdef __KERNEL__
46
47#ifdef __GNUC__
48#include <linux/compiler-gcc.h>
49#endif
50
51#define notrace __attribute__((no_instrument_function))
52
53
54
55
56#ifdef __INTEL_COMPILER
57# include <linux/compiler-intel.h>
58#endif
59
60
61
62
63
64
65
66struct ftrace_branch_data {
67 const char *func;
68 const char *file;
69 unsigned line;
70 union {
71 struct {
72 unsigned long correct;
73 unsigned long incorrect;
74 };
75 struct {
76 unsigned long miss;
77 unsigned long hit;
78 };
79 unsigned long miss_hit[2];
80 };
81};
82
83
84
85
86
87#if defined(CONFIG_TRACE_BRANCH_PROFILING) \
88 && !defined(DISABLE_BRANCH_PROFILING) && !defined(__CHECKER__)
89void ftrace_likely_update(struct ftrace_branch_data *f, int val, int expect);
90
91#define likely_notrace(x) __builtin_expect(!!(x), 1)
92#define unlikely_notrace(x) __builtin_expect(!!(x), 0)
93
94#define __branch_check__(x, expect) ({ \
95 int ______r; \
96 static struct ftrace_branch_data \
97 __attribute__((__aligned__(4))) \
98 __attribute__((section("_ftrace_annotated_branch"))) \
99 ______f = { \
100 .func = __func__, \
101 .file = __FILE__, \
102 .line = __LINE__, \
103 }; \
104 ______r = likely_notrace(x); \
105 ftrace_likely_update(&______f, ______r, expect); \
106 ______r; \
107 })
108
109
110
111
112
113
114# ifndef likely
115# define likely(x) (__builtin_constant_p(x) ? !!(x) : __branch_check__(x, 1))
116# endif
117# ifndef unlikely
118# define unlikely(x) (__builtin_constant_p(x) ? !!(x) : __branch_check__(x, 0))
119# endif
120
121#ifdef CONFIG_PROFILE_ALL_BRANCHES
122
123
124
125
126#define if(cond, ...) __trace_if( (cond , ## __VA_ARGS__) )
127#define __trace_if(cond) \
128 if (__builtin_constant_p((cond)) ? !!(cond) : \
129 ({ \
130 int ______r; \
131 static struct ftrace_branch_data \
132 __attribute__((__aligned__(4))) \
133 __attribute__((section("_ftrace_branch"))) \
134 ______f = { \
135 .func = __func__, \
136 .file = __FILE__, \
137 .line = __LINE__, \
138 }; \
139 ______r = !!(cond); \
140 ______f.miss_hit[______r]++; \
141 ______r; \
142 }))
143#endif
144
145#else
146# define likely(x) __builtin_expect(!!(x), 1)
147# define unlikely(x) __builtin_expect(!!(x), 0)
148#endif
149
150
151#ifndef barrier
152# define barrier() __memory_barrier()
153#endif
154
155
156#ifndef unreachable
157# define unreachable() do { } while (1)
158#endif
159
160#ifndef RELOC_HIDE
161# define RELOC_HIDE(ptr, off) \
162 ({ unsigned long __ptr; \
163 __ptr = (unsigned long) (ptr); \
164 (typeof(ptr)) (__ptr + (off)); })
165#endif
166
167#endif
168
169#endif
170
171#ifdef __KERNEL__
172
173
174
175
176
177
178#ifndef __deprecated
179# define __deprecated
180#endif
181
182#ifdef MODULE
183#define __deprecated_for_modules __deprecated
184#else
185#define __deprecated_for_modules
186#endif
187
188#ifndef __must_check
189#define __must_check
190#endif
191
192#ifndef CONFIG_ENABLE_MUST_CHECK
193#undef __must_check
194#define __must_check
195#endif
196#ifndef CONFIG_ENABLE_WARN_DEPRECATED
197#undef __deprecated
198#undef __deprecated_for_modules
199#define __deprecated
200#define __deprecated_for_modules
201#endif
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221#ifndef __used
222# define __used
223#endif
224
225#ifndef __maybe_unused
226# define __maybe_unused
227#endif
228
229#ifndef __always_unused
230# define __always_unused
231#endif
232
233#ifndef noinline
234#define noinline
235#endif
236
237
238
239
240
241#define noinline_for_stack noinline
242
243#ifndef __always_inline
244#define __always_inline inline
245#endif
246
247#endif
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263#ifndef __attribute_const__
264# define __attribute_const__
265#endif
266
267
268
269
270
271
272#ifndef __cold
273#define __cold
274#endif
275
276
277#ifndef __section
278# define __section(S) __attribute__ ((__section__(#S)))
279#endif
280
281
282#ifndef __same_type
283# define __same_type(a, b) __builtin_types_compatible_p(typeof(a), typeof(b))
284#endif
285
286
287#ifndef __compiletime_object_size
288# define __compiletime_object_size(obj) -1
289#endif
290#ifndef __compiletime_warning
291# define __compiletime_warning(message)
292#endif
293#ifndef __compiletime_error
294# define __compiletime_error(message)
295#endif
296
297
298
299
300
301
302
303
304
305
306
307
308
309#define ACCESS_ONCE(x) (*(volatile typeof(x) *)&(x))
310
311#endif
312