175 #define get_user(x, ptr)						\  argument
178 	register __inttype(*(ptr)) __val_gu asm("%"_ASM_DX);		\
179 	__chk_user_ptr(ptr);						\
183 		     : "0" (ptr), "i" (sizeof(*(ptr))));		\
184 	(x) = (__force __typeof__(*(ptr))) __val_gu;			\
188 #define __put_user_x(size, x, ptr, __ret_pu)			\  argument
190 		     : "0" ((typeof(*(ptr)))(x)), "c" (ptr) : "ebx")
218 #define __put_user_x8(x, ptr, __ret_pu)				\  argument
220 		     : "A" ((typeof(*(ptr)))(x)), "c" (ptr) : "ebx")
222 #define __put_user_asm_u64(x, ptr, retval, errret) \  argument
223 	__put_user_asm(x, ptr, retval, "q", "", "er", errret)
226 #define __put_user_x8(x, ptr, __ret_pu) __put_user_x(8, x, ptr, __ret_pu)  argument
257 #define put_user(x, ptr)					\  argument
260 	__typeof__(*(ptr)) __pu_val;				\
261 	__chk_user_ptr(ptr);					\
264 	switch (sizeof(*(ptr))) {				\
266 		__put_user_x(1, __pu_val, ptr, __ret_pu);	\
269 		__put_user_x(2, __pu_val, ptr, __ret_pu);	\
272 		__put_user_x(4, __pu_val, ptr, __ret_pu);	\
275 		__put_user_x8(__pu_val, ptr, __ret_pu);		\
278 		__put_user_x(X, __pu_val, ptr, __ret_pu);	\
284 #define __put_user_size(x, ptr, size, retval, errret)			\  argument
287 	__chk_user_ptr(ptr);						\
290 		__put_user_asm(x, ptr, retval, "b", "b", "iq", errret);	\
293 		__put_user_asm(x, ptr, retval, "w", "w", "ir", errret);	\
296 		__put_user_asm(x, ptr, retval, "l", "k", "ir", errret);	\
299 		__put_user_asm_u64((__typeof__(*ptr))(x), ptr, retval,	\
307 #define __put_user_size_ex(x, ptr, size)				\  argument
309 	__chk_user_ptr(ptr);						\
312 		__put_user_asm_ex(x, ptr, "b", "b", "iq");		\
315 		__put_user_asm_ex(x, ptr, "w", "w", "ir");		\
318 		__put_user_asm_ex(x, ptr, "l", "k", "ir");		\
321 		__put_user_asm_ex_u64((__typeof__(*ptr))(x), ptr);	\
329 #define __get_user_asm_u64(x, ptr, retval, errret)	(x) = __get_user_bad()  argument
330 #define __get_user_asm_ex_u64(x, ptr)			(x) = __get_user_bad()  argument
332 #define __get_user_asm_u64(x, ptr, retval, errret) \  argument
333 	 __get_user_asm(x, ptr, retval, "q", "", "=r", errret)
334 #define __get_user_asm_ex_u64(x, ptr) \  argument
335 	 __get_user_asm_ex(x, ptr, "q", "", "=r")
338 #define __get_user_size(x, ptr, size, retval, errret)			\  argument
341 	__chk_user_ptr(ptr);						\
344 		__get_user_asm(x, ptr, retval, "b", "b", "=q", errret);	\
347 		__get_user_asm(x, ptr, retval, "w", "w", "=r", errret);	\
350 		__get_user_asm(x, ptr, retval, "l", "k", "=r", errret);	\
353 		__get_user_asm_u64(x, ptr, retval, errret);		\
373 #define __get_user_size_ex(x, ptr, size)				\  argument
375 	__chk_user_ptr(ptr);						\
378 		__get_user_asm_ex(x, ptr, "b", "b", "=q");		\
381 		__get_user_asm_ex(x, ptr, "w", "w", "=r");		\
384 		__get_user_asm_ex(x, ptr, "l", "k", "=r");		\
387 		__get_user_asm_ex_u64(x, ptr);				\
400 #define __put_user_nocheck(x, ptr, size)			\  argument
403 	__put_user_size((x), (ptr), (size), __pu_err, -EFAULT);	\
407 #define __get_user_nocheck(x, ptr, size)				\  argument
411 	__get_user_size(__gu_val, (ptr), (size), __gu_err, -EFAULT);	\
412 	(x) = (__force __typeof__(*(ptr)))__gu_val;			\
478 #define __get_user(x, ptr)						\  argument
479 	__get_user_nocheck((x), (ptr), sizeof(*(ptr)))
502 #define __put_user(x, ptr)						\  argument
503 	__put_user_nocheck((__typeof__(*(ptr)))(x), (ptr), sizeof(*(ptr)))
518 #define get_user_ex(x, ptr)	do {					\  argument
520 	__get_user_size_ex((__gue_val), (ptr), (sizeof(*(ptr))));	\
521 	(x) = (__force __typeof__(*(ptr)))__gue_val;			\
527 #define put_user_ex(x, ptr)						\  argument
528 	__put_user_size_ex((__typeof__(*(ptr)))(x), (ptr), sizeof(*(ptr)))
544 #define __user_atomic_cmpxchg_inatomic(uval, ptr, old, new, size)	\  argument
547 	__typeof__(ptr) __uval = (uval);				\
548 	__typeof__(*(ptr)) __old = (old);				\
549 	__typeof__(*(ptr)) __new = (new);				\
561 			: "+r" (__ret), "=a" (__old), "+m" (*(ptr))	\
577 			: "+r" (__ret), "=a" (__old), "+m" (*(ptr))	\
593 			: "+r" (__ret), "=a" (__old), "+m" (*(ptr))	\
612 			: "+r" (__ret), "=a" (__old), "+m" (*(ptr))	\
625 #define user_atomic_cmpxchg_inatomic(uval, ptr, old, new)		\  argument
627 	access_ok(VERIFY_WRITE, (ptr), sizeof(*(ptr))) ?		\
628 		__user_atomic_cmpxchg_inatomic((uval), (ptr),		\
629 				(old), (new), sizeof(*(ptr))) :		\