2 * arch/s390/lib/uaccess_std.c
4 * Standard user space access functions based on mvcp/mvcs and doing
5 * interesting things in the secondary space mode.
7 * Copyright (C) IBM Corp. 2006
8 * Author(s): Martin Schwidefsky (schwidefsky@de.ibm.com),
9 * Gerald Schaefer (gerald.schaefer@de.ibm.com)
12 #include <linux/errno.h>
14 #include <linux/uaccess.h>
15 #include <asm/futex.h>
32 size_t copy_from_user_std(size_t size
, const void __user
*ptr
, void *x
)
34 unsigned long tmp1
, tmp2
;
38 "0: mvcp 0(%0,%2),0(%1),%3\n"
43 "2: mvcp 0(%0,%2),0(%1),%3\n"
46 "3: la %4,255(%1)\n" /* %4 = ptr + 255 */
48 " nr %4,%3\n" /* %4 = (ptr + 255) & -4096 */
50 " "CLR
" %0,%4\n" /* copy crosses next page boundary? */
52 "4: mvcp 0(%4,%2),0(%1),%3\n"
56 " "ALR
" %4,%0\n" /* copy remaining size, subtract 1 */
57 " bras %3,7f\n" /* memset loop */
59 "6: xc 0(256,%2),0(%2)\n"
67 EX_TABLE(0b
,3b
) EX_TABLE(2b
,3b
) EX_TABLE(4b
,5b
)
68 EX_TABLE(10b
,3b
) EX_TABLE(11b
,3b
) EX_TABLE(12b
,5b
)
69 : "+a" (size
), "+a" (ptr
), "+a" (x
), "+a" (tmp1
), "=a" (tmp2
)
74 static size_t copy_from_user_std_check(size_t size
, const void __user
*ptr
,
78 return copy_from_user_std(size
, ptr
, x
);
79 return copy_from_user_pt(size
, ptr
, x
);
82 size_t copy_to_user_std(size_t size
, void __user
*ptr
, const void *x
)
84 unsigned long tmp1
, tmp2
;
88 "0: mvcs 0(%0,%1),0(%2),%3\n"
93 "2: mvcs 0(%0,%1),0(%2),%3\n"
96 "3: la %4,255(%1)\n" /* %4 = ptr + 255 */
98 " nr %4,%3\n" /* %4 = (ptr + 255) & -4096 */
100 " "CLR
" %0,%4\n" /* copy crosses next page boundary? */
102 "4: mvcs 0(%4,%1),0(%2),%3\n"
107 EX_TABLE(0b
,3b
) EX_TABLE(2b
,3b
) EX_TABLE(4b
,6b
)
108 EX_TABLE(7b
,3b
) EX_TABLE(8b
,3b
) EX_TABLE(9b
,6b
)
109 : "+a" (size
), "+a" (ptr
), "+a" (x
), "+a" (tmp1
), "=a" (tmp2
)
114 static size_t copy_to_user_std_check(size_t size
, void __user
*ptr
,
118 return copy_to_user_std(size
, ptr
, x
);
119 return copy_to_user_pt(size
, ptr
, x
);
122 static size_t copy_in_user_std(size_t size
, void __user
*to
,
123 const void __user
*from
)
133 "1: mvc 0(1,%1),0(%2)\n"
139 "2: mvc 0(256,%1),0(%2)\n"
144 "4: ex %0,1b-0b(%3)\n"
147 EX_TABLE(1b
,6b
) EX_TABLE(2b
,0b
) EX_TABLE(4b
,0b
)
148 : "+a" (size
), "+a" (to
), "+a" (from
), "=a" (tmp1
)
153 static size_t clear_user_std(size_t size
, void __user
*to
)
155 unsigned long tmp1
, tmp2
;
162 " xc 0(1,%1),0(%1)\n"
164 " la %2,255(%1)\n" /* %2 = ptr + 255 */
166 " sll %2,12\n" /* %2 = (ptr + 255) & -4096 */
168 " "CLR
" %0,%2\n" /* clear crosses next page boundary? */
175 "2: xc 0(256,%1),0(%1)\n"
182 EX_TABLE(1b
,6b
) EX_TABLE(2b
,0b
) EX_TABLE(4b
,0b
)
183 : "+a" (size
), "+a" (to
), "=a" (tmp1
), "=a" (tmp2
)
188 size_t strnlen_user_std(size_t size
, const char __user
*src
)
190 register unsigned long reg0
asm("0") = 0UL;
191 unsigned long tmp1
, tmp2
;
200 " la %0,1(%3)\n" /* strnlen_user results includes \0 */
204 : "+a" (size
), "+a" (src
), "=a" (tmp1
), "=a" (tmp2
)
205 : "d" (reg0
) : "cc", "memory");
209 size_t strncpy_from_user_std(size_t size
, const char __user
*src
, char *dst
)
211 register unsigned long reg0
asm("0") = 0UL;
212 unsigned long tmp1
, tmp2
;
222 " jh 1f\n" /* found \0 in string ? */
223 " "AHI
" %4,1\n" /* include \0 in copy */
224 "1:"SLR
" %0,%1\n" /* %0 = return length (without \0) */
225 " "SLR
" %4,%1\n" /* %4 = copy length (including \0) */
226 "2: mvcp 0(%4,%2),0(%1),%5\n"
231 "4: mvcp 0(%4,%2),0(%1),%5\n"
237 EX_TABLE(0b
,7b
) EX_TABLE(2b
,8b
) EX_TABLE(4b
,8b
)
238 : "+a" (size
), "+a" (src
), "+d" (dst
), "=a" (tmp1
), "=a" (tmp2
)
239 : "d" (reg0
), "K" (-EFAULT
) : "cc", "memory");
243 #define __futex_atomic_op(insn, ret, oldval, newval, uaddr, oparg) \
248 "2: cs %1,%2,0(%6)\n" \
252 EX_TABLE(0b,4b) EX_TABLE(2b,4b) EX_TABLE(3b,4b) \
253 : "=d" (ret), "=&d" (oldval), "=&d" (newval), \
255 : "0" (-EFAULT), "d" (oparg), "a" (uaddr), \
256 "m" (*uaddr) : "cc");
258 int futex_atomic_op_std(int op
, u32 __user
*uaddr
, int oparg
, int *old
)
260 int oldval
= 0, newval
, ret
;
264 __futex_atomic_op("lr %2,%5\n",
265 ret
, oldval
, newval
, uaddr
, oparg
);
268 __futex_atomic_op("lr %2,%1\nar %2,%5\n",
269 ret
, oldval
, newval
, uaddr
, oparg
);
272 __futex_atomic_op("lr %2,%1\nor %2,%5\n",
273 ret
, oldval
, newval
, uaddr
, oparg
);
276 __futex_atomic_op("lr %2,%1\nnr %2,%5\n",
277 ret
, oldval
, newval
, uaddr
, oparg
);
280 __futex_atomic_op("lr %2,%1\nxr %2,%5\n",
281 ret
, oldval
, newval
, uaddr
, oparg
);
290 int futex_atomic_cmpxchg_std(u32
*uval
, u32 __user
*uaddr
,
291 u32 oldval
, u32 newval
)
297 "0: cs %1,%4,0(%5)\n"
300 EX_TABLE(0b
,2b
) EX_TABLE(1b
,2b
)
301 : "=d" (ret
), "+d" (oldval
), "=m" (*uaddr
)
302 : "0" (-EFAULT
), "d" (newval
), "a" (uaddr
), "m" (*uaddr
)
308 struct uaccess_ops uaccess_std
= {
309 .copy_from_user
= copy_from_user_std_check
,
310 .copy_from_user_small
= copy_from_user_std
,
311 .copy_to_user
= copy_to_user_std_check
,
312 .copy_to_user_small
= copy_to_user_std
,
313 .copy_in_user
= copy_in_user_std
,
314 .clear_user
= clear_user_std
,
315 .strnlen_user
= strnlen_user_std
,
316 .strncpy_from_user
= strncpy_from_user_std
,
317 .futex_atomic_op
= futex_atomic_op_std
,
318 .futex_atomic_cmpxchg
= futex_atomic_cmpxchg_std
,