1 #ifndef __X86_64_UACCESS_H
2 #define __X86_64_UACCESS_H
5 * User space memory access functions
7 #include <linux/compiler.h>
8 #include <linux/errno.h>
9 #include <linux/prefetch.h>
12 #define ARCH_HAS_SEARCH_EXTABLE
14 extern void __put_user_1(void);
15 extern void __put_user_2(void);
16 extern void __put_user_4(void);
17 extern void __put_user_8(void);
18 extern void __put_user_bad(void);
20 #define __put_user_x(size, ret, x, ptr) \
21 asm volatile("call __put_user_" #size \
26 #define put_user(x, ptr) \
27 __put_user_check((__typeof__(*(ptr)))(x), (ptr), sizeof(*(ptr)))
29 #define __get_user(x, ptr) \
30 __get_user_nocheck((x), (ptr), sizeof(*(ptr)))
31 #define __put_user(x, ptr) \
32 __put_user_nocheck((__typeof__(*(ptr)))(x), (ptr), sizeof(*(ptr)))
34 #define __get_user_unaligned __get_user
35 #define __put_user_unaligned __put_user
37 #define __put_user_check(x, ptr, size) \
40 typeof(*(ptr)) __user *__pu_addr = (ptr); \
43 __put_user_x(1, __pu_err, x, __pu_addr); \
46 __put_user_x(2, __pu_err, x, __pu_addr); \
49 __put_user_x(4, __pu_err, x, __pu_addr); \
52 __put_user_x(8, __pu_err, x, __pu_addr); \
61 * Copy To/From Userspace
64 /* Handles exceptions in both to and from, but doesn't do access_ok */
65 __must_check unsigned long
66 copy_user_generic(void *to, const void *from, unsigned len);
68 __must_check unsigned long
69 copy_to_user(void __user *to, const void *from, unsigned len);
70 __must_check unsigned long
71 copy_from_user(void *to, const void __user *from, unsigned len);
72 __must_check unsigned long
73 copy_in_user(void __user *to, const void __user *from, unsigned len);
75 static __always_inline __must_check
76 int __copy_from_user(void *dst, const void __user *src, unsigned size)
79 if (!__builtin_constant_p(size))
80 return copy_user_generic(dst, (__force void *)src, size);
82 case 1:__get_user_asm(*(u8 *)dst, (u8 __user *)src,
83 ret, "b", "b", "=q", 1);
85 case 2:__get_user_asm(*(u16 *)dst, (u16 __user *)src,
86 ret, "w", "w", "=r", 2);
88 case 4:__get_user_asm(*(u32 *)dst, (u32 __user *)src,
89 ret, "l", "k", "=r", 4);
91 case 8:__get_user_asm(*(u64 *)dst, (u64 __user *)src,
92 ret, "q", "", "=r", 8);
95 __get_user_asm(*(u64 *)dst, (u64 __user *)src,
96 ret, "q", "", "=r", 16);
99 __get_user_asm(*(u16 *)(8 + (char *)dst),
100 (u16 __user *)(8 + (char __user *)src),
101 ret, "w", "w", "=r", 2);
104 __get_user_asm(*(u64 *)dst, (u64 __user *)src,
105 ret, "q", "", "=r", 16);
108 __get_user_asm(*(u64 *)(8 + (char *)dst),
109 (u64 __user *)(8 + (char __user *)src),
110 ret, "q", "", "=r", 8);
113 return copy_user_generic(dst, (__force void *)src, size);
117 static __always_inline __must_check
118 int __copy_to_user(void __user *dst, const void *src, unsigned size)
121 if (!__builtin_constant_p(size))
122 return copy_user_generic((__force void *)dst, src, size);
124 case 1:__put_user_asm(*(u8 *)src, (u8 __user *)dst,
125 ret, "b", "b", "iq", 1);
127 case 2:__put_user_asm(*(u16 *)src, (u16 __user *)dst,
128 ret, "w", "w", "ir", 2);
130 case 4:__put_user_asm(*(u32 *)src, (u32 __user *)dst,
131 ret, "l", "k", "ir", 4);
133 case 8:__put_user_asm(*(u64 *)src, (u64 __user *)dst,
134 ret, "q", "", "ir", 8);
137 __put_user_asm(*(u64 *)src, (u64 __user *)dst,
138 ret, "q", "", "ir", 10);
142 __put_user_asm(4[(u16 *)src], 4 + (u16 __user *)dst,
143 ret, "w", "w", "ir", 2);
146 __put_user_asm(*(u64 *)src, (u64 __user *)dst,
147 ret, "q", "", "ir", 16);
151 __put_user_asm(1[(u64 *)src], 1 + (u64 __user *)dst,
152 ret, "q", "", "ir", 8);
155 return copy_user_generic((__force void *)dst, src, size);
159 static __always_inline __must_check
160 int __copy_in_user(void __user *dst, const void __user *src, unsigned size)
163 if (!__builtin_constant_p(size))
164 return copy_user_generic((__force void *)dst,
165 (__force void *)src, size);
169 __get_user_asm(tmp, (u8 __user *)src,
170 ret, "b", "b", "=q", 1);
172 __put_user_asm(tmp, (u8 __user *)dst,
173 ret, "b", "b", "iq", 1);
178 __get_user_asm(tmp, (u16 __user *)src,
179 ret, "w", "w", "=r", 2);
181 __put_user_asm(tmp, (u16 __user *)dst,
182 ret, "w", "w", "ir", 2);
188 __get_user_asm(tmp, (u32 __user *)src,
189 ret, "l", "k", "=r", 4);
191 __put_user_asm(tmp, (u32 __user *)dst,
192 ret, "l", "k", "ir", 4);
197 __get_user_asm(tmp, (u64 __user *)src,
198 ret, "q", "", "=r", 8);
200 __put_user_asm(tmp, (u64 __user *)dst,
201 ret, "q", "", "ir", 8);
205 return copy_user_generic((__force void *)dst,
206 (__force void *)src, size);
211 strncpy_from_user(char *dst, const char __user *src, long count);
213 __strncpy_from_user(char *dst, const char __user *src, long count);
214 __must_check long strnlen_user(const char __user *str, long n);
215 __must_check long __strnlen_user(const char __user *str, long n);
216 __must_check long strlen_user(const char __user *str);
217 __must_check unsigned long clear_user(void __user *mem, unsigned long len);
218 __must_check unsigned long __clear_user(void __user *mem, unsigned long len);
220 __must_check long __copy_from_user_inatomic(void *dst, const void __user *src,
223 static __must_check __always_inline int
224 __copy_to_user_inatomic(void __user *dst, const void *src, unsigned size)
226 return copy_user_generic((__force void *)dst, src, size);
229 #define ARCH_HAS_NOCACHE_UACCESS 1
230 extern long __copy_user_nocache(void *dst, const void __user *src,
231 unsigned size, int zerorest);
233 static inline int __copy_from_user_nocache(void *dst, const void __user *src,
237 return __copy_user_nocache(dst, src, size, 1);
240 static inline int __copy_from_user_inatomic_nocache(void *dst,
241 const void __user *src,
244 return __copy_user_nocache(dst, src, size, 0);
247 #endif /* __X86_64_UACCESS_H */