| /arch/ia64/include/asm/ |
| D | atomic.h | 24 #define atomic_read(v) READ_ONCE((v)->counter) argument
25 #define atomic64_read(v) READ_ONCE((v)->counter) argument
27 #define atomic_set(v,i) WRITE_ONCE(((v)->counter), (i)) argument
28 #define atomic64_set(v,i) WRITE_ONCE(((v)->counter), (i)) argument
48 #define atomic_add_return(i,v) \ argument
60 #define atomic_sub_return(i,v) \ argument
76 #define atomic_and(i,v) (void)ia64_atomic_and(i,v) argument
77 #define atomic_or(i,v) (void)ia64_atomic_or(i,v) argument
78 #define atomic_xor(i,v) (void)ia64_atomic_xor(i,v) argument
100 #define atomic64_add_return(i,v) \ argument
[all …]
|
| /arch/frv/include/asm/ |
| D | atomic.h | 35 #define atomic_read(v) READ_ONCE((v)->counter) argument
36 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i)) argument
38 static inline int atomic_inc_return(atomic_t *v) in atomic_inc_return()
43 static inline int atomic_dec_return(atomic_t *v) in atomic_dec_return()
48 static inline int atomic_add_return(int i, atomic_t *v) in atomic_add_return()
53 static inline int atomic_sub_return(int i, atomic_t *v) in atomic_sub_return()
58 static inline int atomic_add_negative(int i, atomic_t *v) in atomic_add_negative()
63 static inline void atomic_add(int i, atomic_t *v) in atomic_add()
68 static inline void atomic_sub(int i, atomic_t *v) in atomic_sub()
73 static inline void atomic_inc(atomic_t *v) in atomic_inc()
[all …]
|
| /arch/arm64/include/asm/ |
| D | atomic.h | 43 #define ___atomic_add_unless(v, a, u, sfx) \ argument
56 #define atomic_read(v) READ_ONCE((v)->counter) argument
57 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i)) argument
64 #define atomic_inc_return_relaxed(v) atomic_add_return_relaxed(1, (v)) argument
65 #define atomic_inc_return_acquire(v) atomic_add_return_acquire(1, (v)) argument
66 #define atomic_inc_return_release(v) atomic_add_return_release(1, (v)) argument
67 #define atomic_inc_return(v) atomic_add_return(1, (v)) argument
74 #define atomic_dec_return_relaxed(v) atomic_sub_return_relaxed(1, (v)) argument
75 #define atomic_dec_return_acquire(v) atomic_sub_return_acquire(1, (v)) argument
76 #define atomic_dec_return_release(v) atomic_sub_return_release(1, (v)) argument
[all …]
|
| /arch/x86/lib/ |
| D | atomic64_386_32.S | 43 #define v %ecx macro
50 #define v %esi macro
57 #define v %esi macro
66 #define v %ecx macro
73 #define v %ecx macro
82 #define v %ecx macro
89 #define v %ecx macro
101 #define v %esi macro
108 #define v %esi macro
119 #define v %esi macro
[all …]
|
| /arch/sparc/include/asm/ |
| D | atomic_64.h | 17 #define atomic_read(v) READ_ONCE((v)->counter) argument
18 #define atomic64_read(v) READ_ONCE((v)->counter) argument
20 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i)) argument
21 #define atomic64_set(v, i) WRITE_ONCE(((v)->counter), (i)) argument
44 #define atomic_dec_return(v) atomic_sub_return(1, v) in ATOMIC_OPS() argument
45 #define atomic64_dec_return(v) atomic64_sub_return(1, v) in ATOMIC_OPS() argument
47 #define atomic_inc_return(v) atomic_add_return(1, v) in ATOMIC_OPS() argument
48 #define atomic64_inc_return(v) atomic64_add_return(1, v) in ATOMIC_OPS() argument
58 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0) in ATOMIC_OPS() argument
59 #define atomic64_inc_and_test(v) (atomic64_inc_return(v) == 0) in ATOMIC_OPS() argument
[all …]
|
| D | atomic_32.h | 31 #define atomic_read(v) ACCESS_ONCE((v)->counter) argument
33 #define atomic_add(i, v) ((void)atomic_add_return( (int)(i), (v))) argument
34 #define atomic_sub(i, v) ((void)atomic_add_return(-(int)(i), (v))) argument
35 #define atomic_inc(v) ((void)atomic_add_return( 1, (v))) argument
36 #define atomic_dec(v) ((void)atomic_add_return( -1, (v))) argument
38 #define atomic_sub_return(i, v) (atomic_add_return(-(int)(i), (v))) argument
39 #define atomic_inc_return(v) (atomic_add_return( 1, (v))) argument
40 #define atomic_dec_return(v) (atomic_add_return( -1, (v))) argument
42 #define atomic_add_negative(a, v) (atomic_add_return((a), (v)) < 0) argument
52 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0) argument
[all …]
|
| /arch/tile/include/asm/ |
| D | atomic_64.h | 27 #define atomic_set(v, i) WRITE_ONCE((v)->counter, (i)) argument
35 static inline void atomic_add(int i, atomic_t *v) in atomic_add()
40 static inline int atomic_add_return(int i, atomic_t *v) in atomic_add_return()
49 static inline int __atomic_add_unless(atomic_t *v, int a, int u) in __atomic_add_unless()
61 static inline void atomic_and(int i, atomic_t *v) in atomic_and()
66 static inline void atomic_or(int i, atomic_t *v) in atomic_or()
71 static inline void atomic_xor(int i, atomic_t *v) in atomic_xor()
85 #define atomic64_read(v) READ_ONCE((v)->counter) argument
86 #define atomic64_set(v, i) WRITE_ONCE((v)->counter, (i)) argument
88 static inline void atomic64_add(long i, atomic64_t *v) in atomic64_add()
[all …]
|
| D | atomic.h | 35 static inline int atomic_read(const atomic_t *v) in atomic_read()
47 #define atomic_sub_return(i, v) atomic_add_return((int)(-(i)), (v)) argument
56 #define atomic_sub(i, v) atomic_add((int)(-(i)), (v)) argument
66 #define atomic_sub_and_test(i, v) (atomic_sub_return((i), (v)) == 0) argument
74 #define atomic_inc_return(v) atomic_add_return(1, (v)) argument
82 #define atomic_dec_return(v) atomic_sub_return(1, (v)) argument
90 #define atomic_inc(v) atomic_add(1, (v)) argument
98 #define atomic_dec(v) atomic_sub(1, (v)) argument
106 #define atomic_dec_and_test(v) (atomic_dec_return(v) == 0) argument
114 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0) argument
[all …]
|
| D | atomic_32.h | 32 static inline void atomic_add(int i, atomic_t *v) in atomic_add()
72 static inline int __atomic_add_unless(atomic_t *v, int a, int u) in __atomic_add_unless()
88 static inline void atomic_set(atomic_t *v, int n) in atomic_set()
107 static inline long long atomic64_read(const atomic64_t *v) in atomic64_read()
124 static inline void atomic64_add(long long i, atomic64_t *v) in atomic64_add()
162 static inline long long atomic64_add_unless(atomic64_t *v, long long a, in atomic64_add_unless()
179 static inline void atomic64_set(atomic64_t *v, long long n) in atomic64_set()
184 #define atomic64_add_negative(a, v) (atomic64_add_return((a), (v)) < 0) argument
185 #define atomic64_inc(v) atomic64_add(1LL, (v)) argument
186 #define atomic64_inc_return(v) atomic64_add_return(1LL, (v)) argument
[all …]
|
| /arch/x86/include/asm/ |
| D | atomic64_64.h | 19 static inline long atomic64_read(const atomic64_t *v) in atomic64_read()
31 static inline void atomic64_set(atomic64_t *v, long i) in atomic64_set()
43 static __always_inline void atomic64_add(long i, atomic64_t *v) in atomic64_add()
57 static inline void atomic64_sub(long i, atomic64_t *v) in atomic64_sub()
73 static inline int atomic64_sub_and_test(long i, atomic64_t *v) in atomic64_sub_and_test()
84 static __always_inline void atomic64_inc(atomic64_t *v) in atomic64_inc()
97 static __always_inline void atomic64_dec(atomic64_t *v) in atomic64_dec()
112 static inline int atomic64_dec_and_test(atomic64_t *v) in atomic64_dec_and_test()
125 static inline int atomic64_inc_and_test(atomic64_t *v) in atomic64_inc_and_test()
139 static inline int atomic64_add_negative(long i, atomic64_t *v) in atomic64_add_negative()
[all …]
|
| D | atomic.h | 24 static __always_inline int atomic_read(const atomic_t *v) in atomic_read()
36 static __always_inline void atomic_set(atomic_t *v, int i) in atomic_set()
48 static __always_inline void atomic_add(int i, atomic_t *v) in atomic_add()
62 static __always_inline void atomic_sub(int i, atomic_t *v) in atomic_sub()
78 static __always_inline int atomic_sub_and_test(int i, atomic_t *v) in atomic_sub_and_test()
89 static __always_inline void atomic_inc(atomic_t *v) in atomic_inc()
101 static __always_inline void atomic_dec(atomic_t *v) in atomic_dec()
115 static __always_inline int atomic_dec_and_test(atomic_t *v) in atomic_dec_and_test()
128 static __always_inline int atomic_inc_and_test(atomic_t *v) in atomic_inc_and_test()
142 static __always_inline int atomic_add_negative(int i, atomic_t *v) in atomic_add_negative()
[all …]
|
| D | atomic64_32.h | 73 static inline long long atomic64_cmpxchg(atomic64_t *v, long long o, long long n) in atomic64_cmpxchg()
86 static inline long long atomic64_xchg(atomic64_t *v, long long n) in atomic64_xchg()
104 static inline void atomic64_set(atomic64_t *v, long long i) in atomic64_set()
119 static inline long long atomic64_read(const atomic64_t *v) in atomic64_read()
133 static inline long long atomic64_add_return(long long i, atomic64_t *v) in atomic64_add_return()
144 static inline long long atomic64_sub_return(long long i, atomic64_t *v) in atomic64_sub_return()
152 static inline long long atomic64_inc_return(atomic64_t *v) in atomic64_inc_return()
160 static inline long long atomic64_dec_return(atomic64_t *v) in atomic64_dec_return()
175 static inline long long atomic64_add(long long i, atomic64_t *v) in atomic64_add()
190 static inline long long atomic64_sub(long long i, atomic64_t *v) in atomic64_sub()
[all …]
|
| /arch/alpha/include/asm/ |
| D | atomic.h | 20 #define atomic_read(v) READ_ONCE((v)->counter) argument
21 #define atomic64_read(v) READ_ONCE((v)->counter) argument
23 #define atomic_set(v,i) WRITE_ONCE((v)->counter, (i)) argument
24 #define atomic64_set(v,i) WRITE_ONCE((v)->counter, (i)) argument
131 #define atomic64_cmpxchg(v, old, new) (cmpxchg(&((v)->counter), old, new)) in ATOMIC_OPS() argument
132 #define atomic64_xchg(v, new) (xchg(&((v)->counter), new)) in ATOMIC_OPS() argument
134 #define atomic_cmpxchg(v, old, new) (cmpxchg(&((v)->counter), old, new)) in ATOMIC_OPS() argument
135 #define atomic_xchg(v, new) (xchg(&((v)->counter), new)) in ATOMIC_OPS() argument
178 static __inline__ int atomic64_add_unless(atomic64_t *v, long a, long u) in atomic64_add_unless()
207 static inline long atomic64_dec_if_positive(atomic64_t *v) in atomic64_dec_if_positive()
[all …]
|
| /arch/metag/include/asm/ |
| D | atomic.h | 20 #define atomic_add_negative(a, v) (atomic_add_return((a), (v)) < 0) argument
22 #define atomic_dec_return(v) atomic_sub_return(1, (v)) argument
23 #define atomic_inc_return(v) atomic_add_return(1, (v)) argument
33 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0) argument
35 #define atomic_sub_and_test(i, v) (atomic_sub_return((i), (v)) == 0) argument
36 #define atomic_dec_and_test(v) (atomic_sub_return(1, (v)) == 0) argument
38 #define atomic_inc(v) atomic_add(1, (v)) argument
39 #define atomic_dec(v) atomic_sub(1, (v)) argument
41 #define atomic_inc_not_zero(v) atomic_add_unless((v), 1, 0) argument
42 #define atomic_dec_if_positive(v) atomic_sub_if_positive(1, v) argument
|
| /arch/mips/include/asm/ |
| D | atomic.h | 33 #define atomic_read(v) READ_ONCE((v)->counter) argument
42 #define atomic_set(v, i) WRITE_ONCE((v)->counter, (i)) argument
156 static __inline__ int atomic_sub_if_positive(int i, atomic_t * v) in atomic_sub_if_positive()
215 #define atomic_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n))) argument
216 #define atomic_xchg(v, new) (xchg(&((v)->counter), (new))) argument
227 static __inline__ int __atomic_add_unless(atomic_t *v, int a, int u) in __atomic_add_unless()
242 #define atomic_dec_return(v) atomic_sub_return(1, (v)) argument
243 #define atomic_inc_return(v) atomic_add_return(1, (v)) argument
254 #define atomic_sub_and_test(i, v) (atomic_sub_return((i), (v)) == 0) argument
264 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0) argument
[all …]
|
| /arch/sh/include/asm/ |
| D | atomic.h | 17 #define atomic_read(v) READ_ONCE((v)->counter) argument
18 #define atomic_set(v,i) WRITE_ONCE((v)->counter, (i)) argument
28 #define atomic_add_negative(a, v) (atomic_add_return((a), (v)) < 0) argument
29 #define atomic_dec_return(v) atomic_sub_return(1, (v)) argument
30 #define atomic_inc_return(v) atomic_add_return(1, (v)) argument
31 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0) argument
32 #define atomic_sub_and_test(i,v) (atomic_sub_return((i), (v)) == 0) argument
33 #define atomic_dec_and_test(v) (atomic_sub_return(1, (v)) == 0) argument
35 #define atomic_inc(v) atomic_add(1, (v)) argument
36 #define atomic_dec(v) atomic_sub(1, (v)) argument
[all …]
|
| /arch/avr32/include/asm/ |
| D | atomic.h | 22 #define atomic_read(v) READ_ONCE((v)->counter) argument
23 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i)) argument
97 static inline int atomic_sub_return(int i, atomic_t *v) in atomic_sub_return()
114 static inline int __atomic_add_unless(atomic_t *v, int a, int u) in __atomic_add_unless()
161 static inline int atomic_sub_if_positive(int i, atomic_t *v) in atomic_sub_if_positive()
181 #define atomic_xchg(v, new) (xchg(&((v)->counter), new)) argument
182 #define atomic_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n))) argument
184 #define atomic_sub(i, v) (void)atomic_sub_return(i, v) argument
185 #define atomic_add(i, v) (void)atomic_add_return(i, v) argument
186 #define atomic_dec(v) atomic_sub(1, (v)) argument
[all …]
|
| /arch/parisc/include/asm/ |
| D | atomic.h | 58 static __inline__ void atomic_set(atomic_t *v, int i) in atomic_set()
68 static __inline__ int atomic_read(const atomic_t *v) in atomic_read()
74 #define atomic_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n))) argument
75 #define atomic_xchg(v, new) (xchg(&((v)->counter), new)) argument
86 static __inline__ int __atomic_add_unless(atomic_t *v, int a, int u) in __atomic_add_unless()
137 #define atomic_inc(v) (atomic_add( 1,(v))) argument
138 #define atomic_dec(v) (atomic_add( -1,(v))) argument
140 #define atomic_inc_return(v) (atomic_add_return( 1,(v))) argument
141 #define atomic_dec_return(v) (atomic_add_return( -1,(v))) argument
143 #define atomic_add_negative(a, v) (atomic_add_return((a), (v)) < 0) argument
[all …]
|
| /arch/powerpc/include/asm/ |
| D | atomic.h | 15 static __inline__ int atomic_read(const atomic_t *v) in atomic_read()
24 static __inline__ void atomic_set(atomic_t *v, int i) in atomic_set()
78 #define atomic_add_negative(a, v) (atomic_add_return((a), (v)) < 0) in ATOMIC_OPS() argument
95 static __inline__ int atomic_inc_return(atomic_t *v) in atomic_inc_return()
122 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0) argument
124 static __inline__ void atomic_dec(atomic_t *v) in atomic_dec()
139 static __inline__ int atomic_dec_return(atomic_t *v) in atomic_dec_return()
158 #define atomic_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n))) argument
159 #define atomic_xchg(v, new) (xchg(&((v)->counter), new)) argument
170 static __inline__ int __atomic_add_unless(atomic_t *v, int a, int u) in __atomic_add_unless()
[all …]
|
| /arch/h8300/include/asm/ |
| D | atomic.h | 14 #define atomic_read(v) READ_ONCE((v)->counter) argument
15 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i)) argument
51 #define atomic_add(i, v) (void)atomic_add_return(i, v) argument
52 #define atomic_add_negative(a, v) (atomic_add_return((a), (v)) < 0) argument
54 #define atomic_sub(i, v) (void)atomic_sub_return(i, v) argument
55 #define atomic_sub_and_test(i, v) (atomic_sub_return(i, v) == 0) argument
57 #define atomic_inc_return(v) atomic_add_return(1, v) argument
58 #define atomic_dec_return(v) atomic_sub_return(1, v) argument
60 #define atomic_inc(v) (void)atomic_inc_return(v) argument
61 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0) argument
[all …]
|
| /arch/hexagon/include/asm/ |
| D | atomic.h | 33 static inline void atomic_set(atomic_t *v, int new) in atomic_set()
51 #define atomic_read(v) READ_ONCE((v)->counter) argument
58 #define atomic_xchg(v, new) (xchg(&((v)->counter), (new))) argument
78 static inline int atomic_cmpxchg(atomic_t *v, int old, int new) in atomic_cmpxchg()
177 #define atomic_inc_not_zero(v) atomic_add_unless((v), 1, 0) argument
179 #define atomic_inc(v) atomic_add(1, (v)) argument
180 #define atomic_dec(v) atomic_sub(1, (v)) argument
182 #define atomic_inc_and_test(v) (atomic_add_return(1, (v)) == 0) argument
183 #define atomic_dec_and_test(v) (atomic_sub_return(1, (v)) == 0) argument
184 #define atomic_sub_and_test(i, v) (atomic_sub_return(i, (v)) == 0) argument
[all …]
|
| /arch/mn10300/include/asm/ |
| D | atomic.h | 37 #define atomic_read(v) READ_ONCE((v)->counter) argument
46 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i)) argument
105 static inline void atomic_inc(atomic_t *v) in atomic_inc()
110 static inline void atomic_dec(atomic_t *v) in atomic_dec()
115 #define atomic_dec_return(v) atomic_sub_return(1, (v)) argument
116 #define atomic_inc_return(v) atomic_add_return(1, (v)) argument
118 #define atomic_sub_and_test(i, v) (atomic_sub_return((i), (v)) == 0) argument
119 #define atomic_dec_and_test(v) (atomic_sub_return(1, (v)) == 0) argument
120 #define atomic_inc_and_test(v) (atomic_add_return(1, (v)) == 0) argument
122 #define __atomic_add_unless(v, a, u) \ argument
[all …]
|
| /arch/xtensa/include/asm/ |
| D | atomic.h | 50 #define atomic_read(v) READ_ONCE((v)->counter) argument
59 #define atomic_set(v,i) WRITE_ONCE((v)->counter, (i)) argument
165 #define atomic_sub_and_test(i,v) (atomic_sub_return((i),(v)) == 0) in ATOMIC_OPS() argument
173 #define atomic_inc(v) atomic_add(1,(v)) in ATOMIC_OPS() argument
181 #define atomic_inc_return(v) atomic_add_return(1,(v)) in ATOMIC_OPS() argument
189 #define atomic_dec(v) atomic_sub(1,(v)) in ATOMIC_OPS() argument
197 #define atomic_dec_return(v) atomic_sub_return(1,(v)) in ATOMIC_OPS() argument
207 #define atomic_dec_and_test(v) (atomic_sub_return(1,(v)) == 0) in ATOMIC_OPS() argument
217 #define atomic_inc_and_test(v) (atomic_add_return(1,(v)) == 0) in ATOMIC_OPS() argument
228 #define atomic_add_negative(i,v) (atomic_add_return((i),(v)) < 0) in ATOMIC_OPS() argument
[all …]
|
| /arch/m68k/include/asm/ |
| D | atomic.h | 20 #define atomic_read(v) READ_ONCE((v)->counter) argument
21 #define atomic_set(v, i) WRITE_ONCE(((v)->counter), (i)) argument
88 static inline void atomic_inc(atomic_t *v) in atomic_inc()
93 static inline void atomic_dec(atomic_t *v) in atomic_dec()
98 static inline int atomic_dec_and_test(atomic_t *v) in atomic_dec_and_test()
105 static inline int atomic_dec_and_test_lt(atomic_t *v) in atomic_dec_and_test_lt()
115 static inline int atomic_inc_and_test(atomic_t *v) in atomic_inc_and_test()
124 #define atomic_cmpxchg(v, o, n) ((int)cmpxchg(&((v)->counter), (o), (n))) argument
125 #define atomic_xchg(v, new) (xchg(&((v)->counter), new)) argument
129 static inline int atomic_cmpxchg(atomic_t *v, int old, int new) in atomic_cmpxchg()
[all …]
|
| /arch/m32r/include/asm/ |
| D | atomic.h | 31 #define atomic_read(v) READ_ONCE((v)->counter) argument
40 #define atomic_set(v,i) WRITE_ONCE(((v)->counter), (i)) argument
114 #define atomic_sub_and_test(i,v) (atomic_sub_return((i), (v)) == 0) in ATOMIC_OPS() argument
150 static __inline__ int atomic_dec_return(atomic_t *v) in atomic_dec_return()
178 #define atomic_inc(v) ((void)atomic_inc_return(v)) argument
186 #define atomic_dec(v) ((void)atomic_dec_return(v)) argument
196 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0) argument
206 #define atomic_dec_and_test(v) (atomic_dec_return(v) == 0) argument
217 #define atomic_add_negative(i,v) (atomic_add_return((i), (v)) < 0) argument
219 #define atomic_cmpxchg(v, o, n) ((int)cmpxchg(&((v)->counter), (o), (n))) argument
[all …]
|