32 	__asm__ __volatile__("lwz%U1%X1 %0,%1" : "=r"(t) : "m"(v->counter));  in atomic_read()
39 	__asm__ __volatile__("stw%U0%X0 %1,%0" : "=m"(v->counter) : "r"(i));  in atomic_set()
53 	: "=&r" (t), "+m" (v->counter)					\
54 	: "r" (a), "r" (&v->counter)					\
69 	: "=&r" (t), "+m" (v->counter)					\
70 	: "r" (a), "r" (&v->counter)					\
87 	: "=&r" (res), "=&r" (t), "+m" (v->counter)			\
88 	: "r" (a), "r" (&v->counter)					\
136 	: "=&r" (t), "+m" (v->counter)  in ATOMIC_OPS()
137 	: "r" (&v->counter)  in ATOMIC_OPS()
152 	: "=&r" (t), "+m" (v->counter)  in atomic_inc_return_relaxed()
153 	: "r" (&v->counter)  in atomic_inc_return_relaxed()
169 	: "=&r" (t), "+m" (v->counter)  in atomic_dec()
170 	: "r" (&v->counter)  in atomic_dec()
185 	: "=&r" (t), "+m" (v->counter)  in atomic_dec_return_relaxed()
186 	: "r" (&v->counter)  in atomic_dec_return_relaxed()
195 #define atomic_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n)))
197 	cmpxchg_relaxed(&((v)->counter), (o), (n))
199 	cmpxchg_acquire(&((v)->counter), (o), (n))
201 #define atomic_xchg(v, new) (xchg(&((v)->counter), new))
202 #define atomic_xchg_relaxed(v, new) xchg_relaxed(&((v)->counter), (new))
230 	: "r" (&v->counter), "r" (a), "r" (u)  in atomic_fetch_add_unless()
261 	: "r" (&v->counter)  in atomic_inc_not_zero()
289 	: "r" (&v->counter)  in atomic_dec_if_positive()
304 	__asm__ __volatile__("ld%U1%X1 %0,%1" : "=r"(t) : "m"(v->counter));  in atomic64_read()
311 	__asm__ __volatile__("std%U0%X0 %1,%0" : "=m"(v->counter) : "r"(i));  in atomic64_set()
324 	: "=&r" (t), "+m" (v->counter)					\
325 	: "r" (a), "r" (&v->counter)					\
340 	: "=&r" (t), "+m" (v->counter)					\
341 	: "r" (a), "r" (&v->counter)					\
358 	: "=&r" (res), "=&r" (t), "+m" (v->counter)			\
359 	: "r" (a), "r" (&v->counter)					\
406 	: "=&r" (t), "+m" (v->counter)  in ATOMIC64_OPS()
407 	: "r" (&v->counter)  in ATOMIC64_OPS()
421 	: "=&r" (t), "+m" (v->counter)  in atomic64_inc_return_relaxed()
422 	: "r" (&v->counter)  in atomic64_inc_return_relaxed()
437 	: "=&r" (t), "+m" (v->counter)  in atomic64_dec()
438 	: "r" (&v->counter)  in atomic64_dec()
452 	: "=&r" (t), "+m" (v->counter)  in atomic64_dec_return_relaxed()
453 	: "r" (&v->counter)  in atomic64_dec_return_relaxed()
480 	: "r" (&v->counter)  in atomic64_dec_if_positive()
487 #define atomic64_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n)))
489 	cmpxchg_relaxed(&((v)->counter), (o), (n))
491 	cmpxchg_acquire(&((v)->counter), (o), (n))
493 #define atomic64_xchg(v, new) (xchg(&((v)->counter), new))
494 #define atomic64_xchg_relaxed(v, new) xchg_relaxed(&((v)->counter), (new))
521 	: "r" (&v->counter), "r" (a), "r" (u)  in atomic64_fetch_add_unless()
551 	: "r" (&v->counter)  in atomic64_inc_not_zero()