1 #ifndef ASM_X86__UACCESS_32_H
2 #define ASM_X86__UACCESS_32_H
5 * User space memory access functions
7 #include <linux/errno.h>
8 #include <linux/thread_info.h>
9 #include <linux/prefetch.h>
10 #include <linux/string.h>
14 unsigned long __must_check __copy_to_user_ll
15 (void __user *to, const void *from, unsigned long n);
16 unsigned long __must_check __copy_from_user_ll
17 (void *to, const void __user *from, unsigned long n);
18 unsigned long __must_check __copy_from_user_ll_nozero
19 (void *to, const void __user *from, unsigned long n);
20 unsigned long __must_check __copy_from_user_ll_nocache
21 (void *to, const void __user *from, unsigned long n);
22 unsigned long __must_check __copy_from_user_ll_nocache_nozero
23 (void *to, const void __user *from, unsigned long n);
26 * __copy_to_user_inatomic: - Copy a block of data into user space, with less checking.
27 * @to: Destination address, in user space.
28 * @from: Source address, in kernel space.
29 * @n: Number of bytes to copy.
31 * Context: User context only.
33 * Copy data from kernel space to user space. Caller must check
34 * the specified block with access_ok() before calling this function.
35 * The caller should also make sure he pins the user space address
36 * so that the we don't result in page fault and sleep.
38 * Here we special-case 1, 2 and 4-byte copy_*_user invocations. On a fault
39 * we return the initial request size (1, 2 or 4), as copy_*_user should do.
40 * If a store crosses a page boundary and gets a fault, the x86 will not write
41 * anything, so this is accurate.
44 static __always_inline unsigned long __must_check
45 __copy_to_user_inatomic(void __user *to, const void *from, unsigned long n)
47 if (__builtin_constant_p(n)) {
52 __put_user_size(*(u8 *)from, (u8 __user *)to,
56 __put_user_size(*(u16 *)from, (u16 __user *)to,
60 __put_user_size(*(u32 *)from, (u32 __user *)to,
65 return __copy_to_user_ll(to, from, n);
69 * __copy_to_user: - Copy a block of data into user space, with less checking.
70 * @to: Destination address, in user space.
71 * @from: Source address, in kernel space.
72 * @n: Number of bytes to copy.
74 * Context: User context only. This function may sleep.
76 * Copy data from kernel space to user space. Caller must check
77 * the specified block with access_ok() before calling this function.
79 * Returns number of bytes that could not be copied.
80 * On success, this will be zero.
82 static __always_inline unsigned long __must_check
83 __copy_to_user(void __user *to, const void *from, unsigned long n)
86 return __copy_to_user_inatomic(to, from, n);
89 static __always_inline unsigned long
90 __copy_from_user_inatomic(void *to, const void __user *from, unsigned long n)
92 /* Avoid zeroing the tail if the copy fails..
93 * If 'n' is constant and 1, 2, or 4, we do still zero on a failure,
94 * but as the zeroing behaviour is only significant when n is not
95 * constant, that shouldn't be a problem.
97 if (__builtin_constant_p(n)) {
102 __get_user_size(*(u8 *)to, from, 1, ret, 1);
105 __get_user_size(*(u16 *)to, from, 2, ret, 2);
108 __get_user_size(*(u32 *)to, from, 4, ret, 4);
112 return __copy_from_user_ll_nozero(to, from, n);
116 * __copy_from_user: - Copy a block of data from user space, with less checking.
117 * @to: Destination address, in kernel space.
118 * @from: Source address, in user space.
119 * @n: Number of bytes to copy.
121 * Context: User context only. This function may sleep.
123 * Copy data from user space to kernel space. Caller must check
124 * the specified block with access_ok() before calling this function.
126 * Returns number of bytes that could not be copied.
127 * On success, this will be zero.
129 * If some data could not be copied, this function will pad the copied
130 * data to the requested size using zero bytes.
132 * An alternate version - __copy_from_user_inatomic() - may be called from
133 * atomic context and will fail rather than sleep. In this case the
134 * uncopied bytes will *NOT* be padded with zeros. See fs/filemap.h
135 * for explanation of why this is needed.
137 static __always_inline unsigned long
138 __copy_from_user(void *to, const void __user *from, unsigned long n)
141 if (__builtin_constant_p(n)) {
146 __get_user_size(*(u8 *)to, from, 1, ret, 1);
149 __get_user_size(*(u16 *)to, from, 2, ret, 2);
152 __get_user_size(*(u32 *)to, from, 4, ret, 4);
156 return __copy_from_user_ll(to, from, n);
159 static __always_inline unsigned long __copy_from_user_nocache(void *to,
160 const void __user *from, unsigned long n)
163 if (__builtin_constant_p(n)) {
168 __get_user_size(*(u8 *)to, from, 1, ret, 1);
171 __get_user_size(*(u16 *)to, from, 2, ret, 2);
174 __get_user_size(*(u32 *)to, from, 4, ret, 4);
178 return __copy_from_user_ll_nocache(to, from, n);
181 static __always_inline unsigned long
182 __copy_from_user_inatomic_nocache(void *to, const void __user *from,
185 return __copy_from_user_ll_nocache_nozero(to, from, n);
188 unsigned long __must_check copy_to_user(void __user *to,
189 const void *from, unsigned long n);
190 unsigned long __must_check copy_from_user(void *to,
191 const void __user *from,
193 long __must_check strncpy_from_user(char *dst, const char __user *src,
195 long __must_check __strncpy_from_user(char *dst,
196 const char __user *src, long count);
199 * strlen_user: - Get the size of a string in user space.
200 * @str: The string to measure.
202 * Context: User context only. This function may sleep.
204 * Get the size of a NUL-terminated string in user space.
206 * Returns the size of the string INCLUDING the terminating NUL.
207 * On exception, returns 0.
209 * If there is a limit on the length of a valid string, you may wish to
210 * consider using strnlen_user() instead.
212 #define strlen_user(str) strnlen_user(str, LONG_MAX)
214 long strnlen_user(const char __user *str, long n);
215 unsigned long __must_check clear_user(void __user *mem, unsigned long len);
216 unsigned long __must_check __clear_user(void __user *mem, unsigned long len);
218 #endif /* ASM_X86__UACCESS_32_H */