39 #define atomic_read(v)		(*(volatile int *)&(v)->counter)  argument
40 #define atomic_set(v, i)	(((v)->counter) = (i))  argument
43 static inline int atomic_add_return(int i, atomic_t *v)  in atomic_add_return()  argument
56 	    : "+U"(v->counter), "=&r"(val)  in atomic_add_return()
64 static inline int atomic_sub_return(int i, atomic_t *v)  in atomic_sub_return()  argument
77 	    : "+U"(v->counter), "=&r"(val)  in atomic_sub_return()
87 extern int atomic_add_return(int i, atomic_t *v);
88 extern int atomic_sub_return(int i, atomic_t *v);
92 static inline int atomic_add_negative(int i, atomic_t *v)  in atomic_add_negative()  argument
94 	return atomic_add_return(i, v) < 0;  in atomic_add_negative()
97 static inline void atomic_add(int i, atomic_t *v)  in atomic_add()  argument
99 	atomic_add_return(i, v);  in atomic_add()
102 static inline void atomic_sub(int i, atomic_t *v)  in atomic_sub()  argument
104 	atomic_sub_return(i, v);  in atomic_sub()
107 static inline void atomic_inc(atomic_t *v)  in atomic_inc()  argument
109 	atomic_add_return(1, v);  in atomic_inc()
112 static inline void atomic_dec(atomic_t *v)  in atomic_dec()  argument
114 	atomic_sub_return(1, v);  in atomic_dec()
117 #define atomic_dec_return(v)		atomic_sub_return(1, (v))  argument
118 #define atomic_inc_return(v)		atomic_add_return(1, (v))  argument
120 #define atomic_sub_and_test(i,v)	(atomic_sub_return((i), (v)) == 0)  argument
121 #define atomic_dec_and_test(v)		(atomic_sub_return(1, (v)) == 0)  argument
122 #define atomic_inc_and_test(v)		(atomic_add_return(1, (v)) == 0)  argument
133 static inline long long atomic64_read(atomic64_t *v)  in atomic64_read()  argument
139 	    : "m"(v->counter));  in atomic64_read()
143 static inline void atomic64_set(atomic64_t *v, long long i)  in atomic64_set()  argument
146 		     : "=m"(v->counter)  in atomic64_set()
150 extern long long atomic64_inc_return(atomic64_t *v);
151 extern long long atomic64_dec_return(atomic64_t *v);
152 extern long long atomic64_add_return(long long i, atomic64_t *v);
153 extern long long atomic64_sub_return(long long i, atomic64_t *v);
155 static inline long long atomic64_add_negative(long long i, atomic64_t *v)  in atomic64_add_negative()  argument
157 	return atomic64_add_return(i, v) < 0;  in atomic64_add_negative()
160 static inline void atomic64_add(long long i, atomic64_t *v)  in atomic64_add()  argument
162 	atomic64_add_return(i, v);  in atomic64_add()
165 static inline void atomic64_sub(long long i, atomic64_t *v)  in atomic64_sub()  argument
167 	atomic64_sub_return(i, v);  in atomic64_sub()
170 static inline void atomic64_inc(atomic64_t *v)  in atomic64_inc()  argument
172 	atomic64_inc_return(v);  in atomic64_inc()
175 static inline void atomic64_dec(atomic64_t *v)  in atomic64_dec()  argument
177 	atomic64_dec_return(v);  in atomic64_dec()
180 #define atomic64_sub_and_test(i,v)	(atomic64_sub_return((i), (v)) == 0)  argument
181 #define atomic64_dec_and_test(v)	(atomic64_dec_return((v)) == 0)  argument
182 #define atomic64_inc_and_test(v)	(atomic64_inc_return((v)) == 0)  argument
184 #define atomic_cmpxchg(v, old, new)	(cmpxchg(&(v)->counter, old, new))  argument
185 #define atomic_xchg(v, new)		(xchg(&(v)->counter, new))  argument
186 #define atomic64_cmpxchg(v, old, new)	(__cmpxchg_64(old, new, &(v)->counter))  argument
187 #define atomic64_xchg(v, new)		(__xchg_64(new, &(v)->counter))  argument
189 static __inline__ int __atomic_add_unless(atomic_t *v, int a, int u)  in __atomic_add_unless()  argument
192 	c = atomic_read(v);  in __atomic_add_unless()
196 		old = atomic_cmpxchg((v), c, c + (a));  in __atomic_add_unless()