Merge branch 'devel' of master.kernel.org:/home/rmk/linux-2.6-arm
[linux-2.6] / arch / m32r / lib / usercopy.c
1 /*
2  * User address space access functions.
3  * The non inlined parts of asm-m32r/uaccess.h are here.
4  *
5  * Copyright 1997 Andi Kleen <ak@muc.de>
6  * Copyright 1997 Linus Torvalds
7  * Copyright 2001, 2002, 2004 Hirokazu Takata
8  */
9 #include <linux/prefetch.h>
10 #include <linux/string.h>
11 #include <linux/thread_info.h>
12 #include <asm/uaccess.h>
13
14 unsigned long
15 __generic_copy_to_user(void __user *to, const void *from, unsigned long n)
16 {
17         prefetch(from);
18         if (access_ok(VERIFY_WRITE, to, n))
19                 __copy_user(to,from,n);
20         return n;
21 }
22
23 unsigned long
24 __generic_copy_from_user(void *to, const void __user *from, unsigned long n)
25 {
26         prefetchw(to);
27         if (access_ok(VERIFY_READ, from, n))
28                 __copy_user_zeroing(to,from,n);
29         else
30                 memset(to, 0, n);
31         return n;
32 }
33
34
35 /*
36  * Copy a null terminated string from userspace.
37  */
38
39 #ifdef CONFIG_ISA_DUAL_ISSUE
40
41 #define __do_strncpy_from_user(dst,src,count,res)                       \
42 do {                                                                    \
43         int __d0, __d1, __d2;                                           \
44         __asm__ __volatile__(                                           \
45                 "       beqz    %1, 2f\n"                               \
46                 "       .fillinsn\n"                                    \
47                 "0:     ldb     r14, @%3    ||  addi    %3, #1\n"       \
48                 "       stb     r14, @%4    ||  addi    %4, #1\n"       \
49                 "       beqz    r14, 1f\n"                              \
50                 "       addi    %1, #-1\n"                              \
51                 "       bnez    %1, 0b\n"                               \
52                 "       .fillinsn\n"                                    \
53                 "1:     sub     %0, %1\n"                               \
54                 "       .fillinsn\n"                                    \
55                 "2:\n"                                                  \
56                 ".section .fixup,\"ax\"\n"                              \
57                 "       .balign 4\n"                                    \
58                 "3:     seth    r14, #high(2b)\n"                       \
59                 "       or3     r14, r14, #low(2b)\n"                   \
60                 "       jmp     r14         ||  ldi     %0, #%5\n"      \
61                 ".previous\n"                                           \
62                 ".section __ex_table,\"a\"\n"                           \
63                 "       .balign 4\n"                                    \
64                 "       .long 0b,3b\n"                                  \
65                 ".previous"                                             \
66                 : "=&r"(res), "=&r"(count), "=&r" (__d0), "=&r" (__d1), \
67                   "=&r" (__d2)                                          \
68                 : "i"(-EFAULT), "0"(count), "1"(count), "3"(src),       \
69                   "4"(dst)                                              \
70                 : "r14", "cbit", "memory");                             \
71 } while (0)
72
73 #else /* not CONFIG_ISA_DUAL_ISSUE */
74
75 #define __do_strncpy_from_user(dst,src,count,res)                       \
76 do {                                                                    \
77         int __d0, __d1, __d2;                                           \
78         __asm__ __volatile__(                                           \
79                 "       beqz    %1, 2f\n"                               \
80                 "       .fillinsn\n"                                    \
81                 "0:     ldb     r14, @%3\n"                             \
82                 "       stb     r14, @%4\n"                             \
83                 "       addi    %3, #1\n"                               \
84                 "       addi    %4, #1\n"                               \
85                 "       beqz    r14, 1f\n"                              \
86                 "       addi    %1, #-1\n"                              \
87                 "       bnez    %1, 0b\n"                               \
88                 "       .fillinsn\n"                                    \
89                 "1:     sub     %0, %1\n"                               \
90                 "       .fillinsn\n"                                    \
91                 "2:\n"                                                  \
92                 ".section .fixup,\"ax\"\n"                              \
93                 "       .balign 4\n"                                    \
94                 "3:     ldi     %0, #%5\n"                              \
95                 "       seth    r14, #high(2b)\n"                       \
96                 "       or3     r14, r14, #low(2b)\n"                   \
97                 "       jmp     r14\n"                                  \
98                 ".previous\n"                                           \
99                 ".section __ex_table,\"a\"\n"                           \
100                 "       .balign 4\n"                                    \
101                 "       .long 0b,3b\n"                                  \
102                 ".previous"                                             \
103                 : "=&r"(res), "=&r"(count), "=&r" (__d0), "=&r" (__d1), \
104                   "=&r" (__d2)                                          \
105                 : "i"(-EFAULT), "0"(count), "1"(count), "3"(src),       \
106                   "4"(dst)                                              \
107                 : "r14", "cbit", "memory");                             \
108 } while (0)
109
110 #endif /* CONFIG_ISA_DUAL_ISSUE */
111
112 long
113 __strncpy_from_user(char *dst, const char __user *src, long count)
114 {
115         long res;
116         __do_strncpy_from_user(dst, src, count, res);
117         return res;
118 }
119
120 long
121 strncpy_from_user(char *dst, const char __user *src, long count)
122 {
123         long res = -EFAULT;
124         if (access_ok(VERIFY_READ, src, 1))
125                 __do_strncpy_from_user(dst, src, count, res);
126         return res;
127 }
128
129
130 /*
131  * Zero Userspace
132  */
133
134 #ifdef CONFIG_ISA_DUAL_ISSUE
135
136 #define __do_clear_user(addr,size)                                      \
137 do {                                                                    \
138         int __dst, __c;                                                 \
139         __asm__ __volatile__(                                           \
140                 "       beqz    %1, 9f\n"                               \
141                 "       and3    r14, %0, #3\n"                          \
142                 "       bnez    r14, 2f\n"                              \
143                 "       and3    r14, %1, #3\n"                          \
144                 "       bnez    r14, 2f\n"                              \
145                 "       and3    %1, %1, #3\n"                           \
146                 "       beqz    %2, 2f\n"                               \
147                 "       addi    %0, #-4\n"                              \
148                 "       .fillinsn\n"                                    \
149                 "0:     ; word clear \n"                                \
150                 "       st      %6, @+%0    ||  addi    %2, #-1\n"      \
151                 "       bnez    %2, 0b\n"                               \
152                 "       beqz    %1, 9f\n"                               \
153                 "       .fillinsn\n"                                    \
154                 "2:     ; byte clear \n"                                \
155                 "       stb     %6, @%0     ||  addi    %1, #-1\n"      \
156                 "       addi    %0, #1\n"                               \
157                 "       bnez    %1, 2b\n"                               \
158                 "       .fillinsn\n"                                    \
159                 "9:\n"                                                  \
160                 ".section .fixup,\"ax\"\n"                              \
161                 "       .balign 4\n"                                    \
162                 "4:     slli    %2, #2\n"                               \
163                 "       seth    r14, #high(9b)\n"                       \
164                 "       or3     r14, r14, #low(9b)\n"                   \
165                 "       jmp     r14         ||  add     %1, %2\n"       \
166                 ".previous\n"                                           \
167                 ".section __ex_table,\"a\"\n"                           \
168                 "       .balign 4\n"                                    \
169                 "       .long 0b,4b\n"                                  \
170                 "       .long 2b,9b\n"                                  \
171                 ".previous\n"                                           \
172                 : "=&r"(__dst), "=&r"(size), "=&r"(__c)                 \
173                 : "0"(addr), "1"(size), "2"(size / 4), "r"(0)           \
174                 : "r14", "cbit", "memory");                             \
175 } while (0)
176
177 #else /* not CONFIG_ISA_DUAL_ISSUE */
178
179 #define __do_clear_user(addr,size)                                      \
180 do {                                                                    \
181         int __dst, __c;                                                 \
182         __asm__ __volatile__(                                           \
183                 "       beqz    %1, 9f\n"                               \
184                 "       and3    r14, %0, #3\n"                          \
185                 "       bnez    r14, 2f\n"                              \
186                 "       and3    r14, %1, #3\n"                          \
187                 "       bnez    r14, 2f\n"                              \
188                 "       and3    %1, %1, #3\n"                           \
189                 "       beqz    %2, 2f\n"                               \
190                 "       addi    %0, #-4\n"                              \
191                 "       .fillinsn\n"                                    \
192                 "0:     st      %6, @+%0        ; word clear \n"        \
193                 "       addi    %2, #-1\n"                              \
194                 "       bnez    %2, 0b\n"                               \
195                 "       beqz    %1, 9f\n"                               \
196                 "       .fillinsn\n"                                    \
197                 "2:     stb     %6, @%0         ; byte clear \n"        \
198                 "       addi    %1, #-1\n"                              \
199                 "       addi    %0, #1\n"                               \
200                 "       bnez    %1, 2b\n"                               \
201                 "       .fillinsn\n"                                    \
202                 "9:\n"                                                  \
203                 ".section .fixup,\"ax\"\n"                              \
204                 "       .balign 4\n"                                    \
205                 "4:     slli    %2, #2\n"                               \
206                 "       add     %1, %2\n"                               \
207                 "       seth    r14, #high(9b)\n"                       \
208                 "       or3     r14, r14, #low(9b)\n"                   \
209                 "       jmp     r14\n"                                  \
210                 ".previous\n"                                           \
211                 ".section __ex_table,\"a\"\n"                           \
212                 "       .balign 4\n"                                    \
213                 "       .long 0b,4b\n"                                  \
214                 "       .long 2b,9b\n"                                  \
215                 ".previous\n"                                           \
216                 : "=&r"(__dst), "=&r"(size), "=&r"(__c)                 \
217                 : "0"(addr), "1"(size), "2"(size / 4), "r"(0)           \
218                 : "r14", "cbit", "memory");                             \
219 } while (0)
220
221 #endif /* not CONFIG_ISA_DUAL_ISSUE */
222
223 unsigned long
224 clear_user(void __user *to, unsigned long n)
225 {
226         if (access_ok(VERIFY_WRITE, to, n))
227                 __do_clear_user(to, n);
228         return n;
229 }
230
231 unsigned long
232 __clear_user(void __user *to, unsigned long n)
233 {
234         __do_clear_user(to, n);
235         return n;
236 }
237
238 /*
239  * Return the size of a string (including the ending 0)
240  *
241  * Return 0 on exception, a value greater than N if too long
242  */
243
244 #ifdef CONFIG_ISA_DUAL_ISSUE
245
246 long strnlen_user(const char __user *s, long n)
247 {
248         unsigned long mask = -__addr_ok(s);
249         unsigned long res;
250
251         __asm__ __volatile__(
252                 "       and     %0, %5      ||  mv      r1, %1\n"
253                 "       beqz    %0, strnlen_exit\n"
254                 "       and3    r0, %1, #3\n"
255                 "       bnez    r0, strnlen_byte_loop\n"
256                 "       cmpui   %0, #4\n"
257                 "       bc      strnlen_byte_loop\n"
258                 "strnlen_word_loop:\n"
259                 "0:     ld      r0, @%1+\n"
260                 "       pcmpbz  r0\n"
261                 "       bc      strnlen_last_bytes_fixup\n"
262                 "       addi    %0, #-4\n"
263                 "       beqz    %0, strnlen_exit\n"
264                 "       bgtz    %0, strnlen_word_loop\n"
265                 "strnlen_last_bytes:\n"
266                 "       mv      %0, %4\n"
267                 "strnlen_last_bytes_fixup:\n"
268                 "       addi    %1, #-4\n"
269                 "strnlen_byte_loop:\n"
270                 "1:     ldb     r0, @%1     ||  addi    %0, #-1\n"
271                 "       beqz    r0, strnlen_exit\n"
272                 "       addi    %1, #1\n"
273                 "       bnez    %0, strnlen_byte_loop\n"
274                 "strnlen_exit:\n"
275                 "       sub     %1, r1\n"
276                 "       add3    %0, %1, #1\n"
277                 "       .fillinsn\n"
278                 "9:\n"
279                 ".section .fixup,\"ax\"\n"
280                 "       .balign 4\n"
281                 "4:     addi    %1, #-4\n"
282                 "       .fillinsn\n"
283                 "5:     seth    r1, #high(9b)\n"
284                 "       or3     r1, r1, #low(9b)\n"
285                 "       jmp     r1          ||  ldi     %0, #0\n"
286                 ".previous\n"
287                 ".section __ex_table,\"a\"\n"
288                 "       .balign 4\n"
289                 "       .long 0b,4b\n"
290                 "       .long 1b,5b\n"
291                 ".previous"
292                 : "=&r" (res), "=r" (s)
293                 : "0" (n), "1" (s), "r" (n & 3), "r" (mask), "r"(0x01010101)
294                 : "r0", "r1", "cbit");
295
296         /* NOTE: strnlen_user() algorism:
297          * {
298          *   char *p;
299          *   for (p = s; n-- && *p != '\0'; ++p)
300          *     ;
301          *   return p - s + 1;
302          * }
303          */
304
305         /* NOTE: If a null char. exists, return 0.
306          * if ((x - 0x01010101) & ~x & 0x80808080)\n"
307          *   return 0;\n"
308          */
309
310         return res & mask;
311 }
312
313 #else /* not CONFIG_ISA_DUAL_ISSUE */
314
315 long strnlen_user(const char __user *s, long n)
316 {
317         unsigned long mask = -__addr_ok(s);
318         unsigned long res;
319
320         __asm__ __volatile__(
321                 "       and     %0, %5\n"
322                 "       mv      r1, %1\n"
323                 "       beqz    %0, strnlen_exit\n"
324                 "       and3    r0, %1, #3\n"
325                 "       bnez    r0, strnlen_byte_loop\n"
326                 "       cmpui   %0, #4\n"
327                 "       bc      strnlen_byte_loop\n"
328                 "       sll3    r3, %6, #7\n"
329                 "strnlen_word_loop:\n"
330                 "0:     ld      r0, @%1+\n"
331                 "       not     r2, r0\n"
332                 "       sub     r0, %6\n"
333                 "       and     r2, r3\n"
334                 "       and     r2, r0\n"
335                 "       bnez    r2, strnlen_last_bytes_fixup\n"
336                 "       addi    %0, #-4\n"
337                 "       beqz    %0, strnlen_exit\n"
338                 "       bgtz    %0, strnlen_word_loop\n"
339                 "strnlen_last_bytes:\n"
340                 "       mv      %0, %4\n"
341                 "strnlen_last_bytes_fixup:\n"
342                 "       addi    %1, #-4\n"
343                 "strnlen_byte_loop:\n"
344                 "1:     ldb     r0, @%1\n"
345                 "       addi    %0, #-1\n"
346                 "       beqz    r0, strnlen_exit\n"
347                 "       addi    %1, #1\n"
348                 "       bnez    %0, strnlen_byte_loop\n"
349                 "strnlen_exit:\n"
350                 "       sub     %1, r1\n"
351                 "       add3    %0, %1, #1\n"
352                 "       .fillinsn\n"
353                 "9:\n"
354                 ".section .fixup,\"ax\"\n"
355                 "       .balign 4\n"
356                 "4:     addi    %1, #-4\n"
357                 "       .fillinsn\n"
358                 "5:     ldi     %0, #0\n"
359                 "       seth    r1, #high(9b)\n"
360                 "       or3     r1, r1, #low(9b)\n"
361                 "       jmp     r1\n"
362                 ".previous\n"
363                 ".section __ex_table,\"a\"\n"
364                 "       .balign 4\n"
365                 "       .long 0b,4b\n"
366                 "       .long 1b,5b\n"
367                 ".previous"
368                 : "=&r" (res), "=r" (s)
369                 : "0" (n), "1" (s), "r" (n & 3), "r" (mask), "r"(0x01010101)
370                 : "r0", "r1", "r2", "r3", "cbit");
371
372         /* NOTE: strnlen_user() algorism:
373          * {
374          *   char *p;
375          *   for (p = s; n-- && *p != '\0'; ++p)
376          *     ;
377          *   return p - s + 1;
378          * }
379          */
380
381         /* NOTE: If a null char. exists, return 0.
382          * if ((x - 0x01010101) & ~x & 0x80808080)\n"
383          *   return 0;\n"
384          */
385
386         return res & mask;
387 }
388
389 #endif /* CONFIG_ISA_DUAL_ISSUE */
390