27 static inline unsigned long __xchg(unsigned long x, volatile void *ptr, int size)  in __xchg()  argument
38 	prefetchw((const void *)ptr);  in __xchg()
50 			: "r" (x), "r" (ptr)  in __xchg()
60 			: "r" (x), "r" (ptr)  in __xchg()
71 			: "r" (x), "r" (ptr)  in __xchg()
80 		ret = *(volatile unsigned char *)ptr;  in __xchg()
81 		*(volatile unsigned char *)ptr = x;  in __xchg()
87 		ret = *(volatile unsigned long *)ptr;  in __xchg()
88 		*(volatile unsigned long *)ptr = x;  in __xchg()
96 			: "r" (x), "r" (ptr)  in __xchg()
103 			: "r" (x), "r" (ptr)  in __xchg()
109 		__bad_xchg(ptr, size), ret = 0;  in __xchg()
116 #define xchg_relaxed(ptr, x) ({						\  argument
117 	(__typeof__(*(ptr)))__xchg((unsigned long)(x), (ptr),		\
118 				   sizeof(*(ptr)));			\
136 #define cmpxchg_local(ptr, o, n) ({					\  argument
137 	(__typeof(*ptr))__cmpxchg_local_generic((ptr),			\
140 					        sizeof(*(ptr)));	\
143 #define cmpxchg64_local(ptr, o, n) __cmpxchg64_local_generic((ptr), (o), (n))  argument
149 extern void __bad_cmpxchg(volatile void *ptr, int size);
155 static inline unsigned long __cmpxchg(volatile void *ptr, unsigned long old,  in __cmpxchg()  argument
160 	prefetchw((const void *)ptr);  in __cmpxchg()
172 				: "r" (ptr), "Ir" (old), "r" (new)  in __cmpxchg()
184 				: "r" (ptr), "Ir" (old), "r" (new)  in __cmpxchg()
197 				: "r" (ptr), "Ir" (old), "r" (new)  in __cmpxchg()
202 		__bad_cmpxchg(ptr, size);  in __cmpxchg()
209 #define cmpxchg_relaxed(ptr,o,n) ({					\  argument
210 	(__typeof__(*(ptr)))__cmpxchg((ptr),				\
213 				      sizeof(*(ptr)));			\
216 static inline unsigned long __cmpxchg_local(volatile void *ptr,  in __cmpxchg_local()  argument
226 		ret = __cmpxchg_local_generic(ptr, old, new, size);  in __cmpxchg_local()
230 		ret = __cmpxchg(ptr, old, new, size);  in __cmpxchg_local()
236 #define cmpxchg_local(ptr, o, n) ({					\  argument
237 	(__typeof(*ptr))__cmpxchg_local((ptr),				\
240 				        sizeof(*(ptr)));		\
243 static inline unsigned long long __cmpxchg64(unsigned long long *ptr,  in __cmpxchg64()  argument
250 	prefetchw(ptr);  in __cmpxchg64()
261 	: "=&r" (res), "=&r" (oldval), "+Qo" (*ptr)  in __cmpxchg64()
262 	: "r" (ptr), "r" (old), "r" (new)  in __cmpxchg64()
268 #define cmpxchg64_relaxed(ptr, o, n) ({					\  argument
269 	(__typeof__(*(ptr)))__cmpxchg64((ptr),				\
274 #define cmpxchg64_local(ptr, o, n) cmpxchg64_relaxed((ptr), (o), (n))  argument