15 static __inline__ int atomic_read(const atomic_t *v)  in atomic_read()  argument
19 	__asm__ __volatile__("lwz%U1%X1 %0,%1" : "=r"(t) : "m"(v->counter));  in atomic_read()
24 static __inline__ void atomic_set(atomic_t *v, int i)  in atomic_set()  argument
26 	__asm__ __volatile__("stw%U0%X0 %1,%0" : "=m"(v->counter) : "r"(i));  in atomic_set()
30 static __inline__ void atomic_##op(int a, atomic_t *v)			\
40 	: "=&r" (t), "+m" (v->counter)					\
41 	: "r" (a), "r" (&v->counter)					\
46 static __inline__ int atomic_##op##_return(int a, atomic_t *v)		\
59 	: "r" (a), "r" (&v->counter)					\
78 #define atomic_add_negative(a, v)	(atomic_add_return((a), (v)) < 0)  in ATOMIC_OPS()  argument
80 static __inline__ void atomic_inc(atomic_t *v)  in ATOMIC_OPS()
90 	: "=&r" (t), "+m" (v->counter)  in ATOMIC_OPS()
91 	: "r" (&v->counter)  in ATOMIC_OPS()
95 static __inline__ int atomic_inc_return(atomic_t *v)  in atomic_inc_return()  argument
108 	: "r" (&v->counter)  in atomic_inc_return()
122 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0)  argument
124 static __inline__ void atomic_dec(atomic_t *v)  in atomic_dec()  argument
134 	: "=&r" (t), "+m" (v->counter)  in atomic_dec()
135 	: "r" (&v->counter)  in atomic_dec()
139 static __inline__ int atomic_dec_return(atomic_t *v)  in atomic_dec_return()  argument
152 	: "r" (&v->counter)  in atomic_dec_return()
158 #define atomic_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n)))  argument
159 #define atomic_xchg(v, new) (xchg(&((v)->counter), new))  argument
170 static __inline__ int __atomic_add_unless(atomic_t *v, int a, int u)  in __atomic_add_unless()  argument
187 	: "r" (&v->counter), "r" (a), "r" (u)  in __atomic_add_unless()
200 static __inline__ int atomic_inc_not_zero(atomic_t *v)  in atomic_inc_not_zero()  argument
217 	: "r" (&v->counter)  in atomic_inc_not_zero()
222 #define atomic_inc_not_zero(v) atomic_inc_not_zero((v))  argument
224 #define atomic_sub_and_test(a, v)	(atomic_sub_return((a), (v)) == 0)  argument
225 #define atomic_dec_and_test(v)		(atomic_dec_return((v)) == 0)  argument
232 static __inline__ int atomic_dec_if_positive(atomic_t *v)  in atomic_dec_if_positive()  argument
248 	: "r" (&v->counter)  in atomic_dec_if_positive()
259 static __inline__ long atomic64_read(const atomic64_t *v)  in atomic64_read()  argument
263 	__asm__ __volatile__("ld%U1%X1 %0,%1" : "=r"(t) : "m"(v->counter));  in atomic64_read()
268 static __inline__ void atomic64_set(atomic64_t *v, long i)  in atomic64_set()  argument
270 	__asm__ __volatile__("std%U0%X0 %1,%0" : "=m"(v->counter) : "r"(i));  in atomic64_set()
274 static __inline__ void atomic64_##op(long a, atomic64_t *v)		\
283 	: "=&r" (t), "+m" (v->counter)					\
284 	: "r" (a), "r" (&v->counter)					\
289 static __inline__ long atomic64_##op##_return(long a, atomic64_t *v)	\
301 	: "r" (a), "r" (&v->counter)					\
319 #define atomic64_add_negative(a, v)	(atomic64_add_return((a), (v)) < 0)  in ATOMIC64_OPS()  argument
321 static __inline__ void atomic64_inc(atomic64_t *v)  in ATOMIC64_OPS()
330 	: "=&r" (t), "+m" (v->counter)  in ATOMIC64_OPS()
331 	: "r" (&v->counter)  in ATOMIC64_OPS()
335 static __inline__ long atomic64_inc_return(atomic64_t *v)  in atomic64_inc_return()  argument
347 	: "r" (&v->counter)  in atomic64_inc_return()
361 #define atomic64_inc_and_test(v) (atomic64_inc_return(v) == 0)  argument
363 static __inline__ void atomic64_dec(atomic64_t *v)  in atomic64_dec()  argument
372 	: "=&r" (t), "+m" (v->counter)  in atomic64_dec()
373 	: "r" (&v->counter)  in atomic64_dec()
377 static __inline__ long atomic64_dec_return(atomic64_t *v)  in atomic64_dec_return()  argument
389 	: "r" (&v->counter)  in atomic64_dec_return()
395 #define atomic64_sub_and_test(a, v)	(atomic64_sub_return((a), (v)) == 0)  argument
396 #define atomic64_dec_and_test(v)	(atomic64_dec_return((v)) == 0)  argument
402 static __inline__ long atomic64_dec_if_positive(atomic64_t *v)  in atomic64_dec_if_positive()  argument
416 	: "r" (&v->counter)  in atomic64_dec_if_positive()
422 #define atomic64_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n)))  argument
423 #define atomic64_xchg(v, new) (xchg(&((v)->counter), new))  argument
434 static __inline__ int atomic64_add_unless(atomic64_t *v, long a, long u)  in atomic64_add_unless()  argument
450 	: "r" (&v->counter), "r" (a), "r" (u)  in atomic64_add_unless()
463 static __inline__ long atomic64_inc_not_zero(atomic64_t *v)  in atomic64_inc_not_zero()  argument
479 	: "r" (&v->counter)  in atomic64_inc_not_zero()