usr/src/common/bignum/i386/bignum_i386.c

   1 /*
   2  * CDDL HEADER START
   3  *
   4  * The contents of this file are subject to the terms of the
   5  * Common Development and Distribution License, Version 1.0 only
   6  * (the "License").  You may not use this file except in compliance
   7  * with the License.
   8  *
   9  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
  10  * or http://www.opensolaris.org/os/licensing.
  11  * See the License for the specific language governing permissions
  12  * and limitations under the License.
  13  *
  14  * When distributing Covered Code, include this CDDL HEADER in each
  15  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
  16  * If applicable, add the following below this CDDL HEADER, with the
  17  * fields enclosed by brackets "[]" replaced with your own identifying
  18  * information: Portions Copyright [yyyy] [name of copyright owner]
  19  *
  20  * CDDL HEADER END
  21  */
  22 /*
  23  * Copyright 2004 Sun Microsystems, Inc.  All rights reserved.
  24  * Use is subject to license terms.
  25  */
  26
  27 #pragma ident   "%Z%%M% %I%     %E% SMI"
  28
  29 /*
  30  * This file contains bignum implementation code that
  31  * is specific to x86, but which is still more appropriate
  32  * to write in C, rather than assembly language.
  33  * bignum_i386_asm.s does all the assembly language code
  34  * for x86 specific bignum support.  The assembly language
  35  * source file has pure code, no data.  Let the C compiler
  36  * generate what is needed to handle the variations in
  37  * data representation and addressing, for example,
  38  * statically linked vs PIC.
  39  */
  40
  41 #include "bignum.h"
  42
  43 #if defined(_KERNEL)
  44 #include <sys/cpuvar.h>
  45 #include <sys/disp.h>
  46 #endif
  47
  48 extern uint32_t big_mul_set_vec_sse2(uint32_t *, uint32_t *, int, uint32_t);
  49 extern uint32_t big_mul_add_vec_sse2(uint32_t *, uint32_t *, int, uint32_t);
  50 extern void big_mul_vec_sse2(uint32_t *, uint32_t *, int, uint32_t *, int);
  51 extern void big_sqr_vec_sse2(uint32_t *, uint32_t *, int);
  52
  53 #if defined(MMX_MANAGE)
  54
  55 extern uint32_t big_mul_set_vec_sse2_nsv(uint32_t *, uint32_t *, int, uint32_t);
  56 extern uint32_t big_mul_add_vec_sse2_nsv(uint32_t *, uint32_t *, int, uint32_t);
  57 extern void big_mul_vec_sse2_nsv(uint32_t *, uint32_t *, int, uint32_t *, int);
  58 extern void big_sqr_vec_sse2_nsv(uint32_t *, uint32_t *, int);
  59
  60 #endif
  61
  62 extern uint32_t big_mul_set_vec_umul(uint32_t *, uint32_t *, int, uint32_t);
  63 extern uint32_t big_mul_add_vec_umul(uint32_t *, uint32_t *, int, uint32_t);
  64 extern void big_mul_vec_umul(uint32_t *, uint32_t *, int, uint32_t *, int);
  65 extern void big_sqr_vec_umul(uint32_t *, uint32_t *, int);
  66
  67 extern uint32_t bignum_use_sse2();
  68
  69 static void bignum_i386_init();
  70
  71 static uint32_t big_mul_set_vec_init(uint32_t *, uint32_t *, int, uint32_t);
  72 static uint32_t big_mul_add_vec_init(uint32_t *, uint32_t *, int, uint32_t);
  73 static void big_mul_vec_init(uint32_t *, uint32_t *, int, uint32_t *, int);
  74 static void big_sqr_vec_init(uint32_t *, uint32_t *, int);
  75
  76 uint32_t
  77 (*big_mul_set_vec_impl)(uint32_t *r, uint32_t *a, int len, uint32_t digit)
  78         = &big_mul_set_vec_init;
  79
  80 uint32_t
  81 (*big_mul_add_vec_impl)(uint32_t *r, uint32_t *a, int len, uint32_t digit)
  82         = &big_mul_add_vec_init;
  83
  84 void
  85 (*big_mul_vec_impl)(uint32_t *r, uint32_t *a, int alen, uint32_t *b, int blen)
  86         = &big_mul_vec_init;
  87 void
  88 (*big_sqr_vec_impl)(uint32_t *r, uint32_t *a, int alen)
  89         = &big_sqr_vec_init;
  90
  91 static uint32_t
  92 big_mul_set_vec_init(uint32_t *r, uint32_t *a, int len, uint32_t digit)
  93 {
  94         bignum_i386_init();
  95         return ((*big_mul_set_vec_impl)(r, a, len, digit));
  96 }
  97
  98 static uint32_t
  99 big_mul_add_vec_init(uint32_t *r, uint32_t *a, int len, uint32_t digit)
 100 {
 101         bignum_i386_init();
 102         return ((*big_mul_add_vec_impl)(r, a, len, digit));
 103 }
 104
 105 static void
 106 big_mul_vec_init(uint32_t *r, uint32_t *a, int alen, uint32_t *b, int blen)
 107 {
 108         bignum_i386_init();
 109         (*big_mul_vec_impl)(r, a, alen, b, blen);
 110 }
 111
 112 static void
 113 big_sqr_vec_init(uint32_t *r, uint32_t *a, int alen)
 114 {
 115         bignum_i386_init();
 116         (*big_sqr_vec_impl)(r, a, alen);
 117 }
 118
 119 static void
 120 bignum_i386_init()
 121 {
 122         if (bignum_use_sse2() != 0) {
 123                 big_mul_set_vec_impl = &big_mul_set_vec_sse2;
 124                 big_mul_add_vec_impl = &big_mul_add_vec_sse2;
 125                 big_mul_vec_impl = &big_mul_vec_sse2;
 126                 big_sqr_vec_impl = &big_sqr_vec_sse2;
 127         } else {
 128                 big_mul_set_vec_impl = &big_mul_set_vec_umul;
 129                 big_mul_add_vec_impl = &big_mul_add_vec_umul;
 130                 big_mul_vec_impl = &big_mul_vec_umul;
 131                 big_sqr_vec_impl = &big_sqr_vec_umul;
 132         }
 133 }
 134
 135 void
 136 big_mul_vec_umul(uint32_t *r, uint32_t *a, int alen, uint32_t *b, int blen)
 137 {
 138         int i;
 139
 140         r[alen] = big_mul_set_vec_umul(r, a, alen, b[0]);
 141         for (i = 1; i < blen; ++i)
 142                 r[alen + i] = big_mul_add_vec_umul(r+i, a, alen, b[i]);
 143 }
 144
 145 void
 146 big_sqr_vec_umul(uint32_t *r, uint32_t *a, int alen)
 147 {
 148         int i;
 149
 150         r[alen] = big_mul_set_vec_umul(r, a, alen, a[0]);
 151         for (i = 1; i < alen; ++i)
 152                 r[alen + i] = big_mul_add_vec_umul(r+i, a, alen, a[i]);
 153 }
 154
 155 #if defined(_KERNEL)
 156
 157 void
 158 kpr_disable()
 159 {
 160         kpreempt_disable();
 161 }
 162
 163 void
 164 kpr_enable()
 165 {
 166         kpreempt_enable();
 167 }
 168
 169 #endif