arch/nios2/mm/uaccess.c

   1 /*
   2  * This file is subject to the terms and conditions of the GNU General Public
   3  * License.  See the file "COPYING" in the main directory of this archive
   4  * for more details.
   5  *
   6  * Copyright (C) 2009, Wind River Systems Inc
   7  * Implemented by fredrik.markstrom@gmail.com and ivarholmqvist@gmail.com
   8  */
   9
  10 #include <linux/export.h>
  11 #include <linux/uaccess.h>
  12
  13 asm(".global    raw_copy_from_user\n"
  14         "   .type raw_copy_from_user, @function\n"
  15         "raw_copy_from_user:\n"
  16         "   movi  r2,7\n"
  17         "   mov   r3,r4\n"
  18         "   bge   r2,r6,1f\n"
  19         "   xor   r2,r4,r5\n"
  20         "   andi  r2,r2,3\n"
  21         "   movi  r7,3\n"
  22         "   beq   r2,zero,4f\n"
  23         "1: addi  r6,r6,-1\n"
  24         "   movi  r2,-1\n"
  25         "   beq   r6,r2,3f\n"
  26         "   mov   r7,r2\n"
  27         "2: ldbu  r2,0(r5)\n"
  28         "   addi  r6,r6,-1\n"
  29         "   addi  r5,r5,1\n"
  30         "   stb   r2,0(r3)\n"
  31         "   addi  r3,r3,1\n"
  32         "   bne   r6,r7,2b\n"
  33         "3:\n"
  34         "   addi  r2,r6,1\n"
  35         "   ret\n"
  36         "13:mov   r2,r6\n"
  37         "   ret\n"
  38         "4: andi  r2,r4,1\n"
  39         "   cmpeq r2,r2,zero\n"
  40         "   beq   r2,zero,7f\n"
  41         "5: andi  r2,r3,2\n"
  42         "   beq   r2,zero,6f\n"
  43         "9: ldhu  r2,0(r5)\n"
  44         "   addi  r6,r6,-2\n"
  45         "   addi  r5,r5,2\n"
  46         "   sth   r2,0(r3)\n"
  47         "   addi  r3,r3,2\n"
  48         "6: bge   r7,r6,1b\n"
  49         "10:ldw   r2,0(r5)\n"
  50         "   addi  r6,r6,-4\n"
  51         "   addi  r5,r5,4\n"
  52         "   stw   r2,0(r3)\n"
  53         "   addi  r3,r3,4\n"
  54         "   br    6b\n"
  55         "7: ldbu  r2,0(r5)\n"
  56         "   addi  r6,r6,-1\n"
  57         "   addi  r5,r5,1\n"
  58         "   addi  r3,r4,1\n"
  59         "   stb   r2,0(r4)\n"
  60         "   br    5b\n"
  61         ".section __ex_table,\"a\"\n"
  62         ".word 2b,3b\n"
  63         ".word 9b,13b\n"
  64         ".word 10b,13b\n"
  65         ".word 7b,13b\n"
  66         ".previous\n"
  67         );
  68 EXPORT_SYMBOL(raw_copy_from_user);
  69
  70 asm(
  71         "   .global raw_copy_to_user\n"
  72         "   .type raw_copy_to_user, @function\n"
  73         "raw_copy_to_user:\n"
  74         "   movi  r2,7\n"
  75         "   mov   r3,r4\n"
  76         "   bge   r2,r6,1f\n"
  77         "   xor   r2,r4,r5\n"
  78         "   andi  r2,r2,3\n"
  79         "   movi  r7,3\n"
  80         "   beq   r2,zero,4f\n"
  81         /* Bail if we try to copy zero bytes  */
  82         "1: addi  r6,r6,-1\n"
  83         "   movi  r2,-1\n"
  84         "   beq   r6,r2,3f\n"
  85         /* Copy byte by byte for small copies and if src^dst != 0 */
  86         "   mov   r7,r2\n"
  87         "2: ldbu  r2,0(r5)\n"
  88         "   addi  r5,r5,1\n"
  89         "9: stb   r2,0(r3)\n"
  90         "   addi  r6,r6,-1\n"
  91         "   addi  r3,r3,1\n"
  92         "   bne   r6,r7,2b\n"
  93         "3: addi  r2,r6,1\n"
  94         "   ret\n"
  95         "13:mov   r2,r6\n"
  96         "   ret\n"
  97         /*  If 'to' is an odd address byte copy */
  98         "4: andi  r2,r4,1\n"
  99         "   cmpeq r2,r2,zero\n"
 100         "   beq   r2,zero,7f\n"
 101         /* If 'to' is not divideable by four copy halfwords */
 102         "5: andi  r2,r3,2\n"
 103         "   beq   r2,zero,6f\n"
 104         "   ldhu  r2,0(r5)\n"
 105         "   addi  r5,r5,2\n"
 106         "10:sth   r2,0(r3)\n"
 107         "   addi  r6,r6,-2\n"
 108         "   addi  r3,r3,2\n"
 109         /* Copy words */
 110         "6: bge   r7,r6,1b\n"
 111         "   ldw   r2,0(r5)\n"
 112         "   addi  r5,r5,4\n"
 113         "11:stw   r2,0(r3)\n"
 114         "   addi  r6,r6,-4\n"
 115         "   addi  r3,r3,4\n"
 116         "   br    6b\n"
 117         /* Copy remaining bytes */
 118         "7: ldbu  r2,0(r5)\n"
 119         "   addi  r5,r5,1\n"
 120         "   addi  r3,r4,1\n"
 121         "12: stb  r2,0(r4)\n"
 122         "   addi  r6,r6,-1\n"
 123         "   br    5b\n"
 124         ".section __ex_table,\"a\"\n"
 125         ".word 9b,3b\n"
 126         ".word 10b,13b\n"
 127         ".word 11b,13b\n"
 128         ".word 12b,13b\n"
 129         ".previous\n");
 130 EXPORT_SYMBOL(raw_copy_to_user);