arch/loongarch/lib/xor_simd_glue.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * LoongArch SIMD XOR operations
   4  *
   5  * Copyright (C) 2023 WANG Xuerui <git@xen0n.name>
   6  */
   7
   8 #include <linux/export.h>
   9 #include <linux/sched.h>
  10 #include <asm/fpu.h>
  11 #include <asm/xor_simd.h>
  12 #include "xor_simd.h"
  13
  14 #define MAKE_XOR_GLUE_2(flavor)                                                 \
  15 void xor_##flavor##_2(unsigned long bytes, unsigned long * __restrict p1,       \
  16                       const unsigned long * __restrict p2)                      \
  17 {                                                                               \
  18         kernel_fpu_begin();                                                     \
  19         __xor_##flavor##_2(bytes, p1, p2);                                      \
  20         kernel_fpu_end();                                                       \
  21 }                                                                               \
  22 EXPORT_SYMBOL_GPL(xor_##flavor##_2)
  23
  24 #define MAKE_XOR_GLUE_3(flavor)                                                 \
  25 void xor_##flavor##_3(unsigned long bytes, unsigned long * __restrict p1,       \
  26                       const unsigned long * __restrict p2,                      \
  27                       const unsigned long * __restrict p3)                      \
  28 {                                                                               \
  29         kernel_fpu_begin();                                                     \
  30         __xor_##flavor##_3(bytes, p1, p2, p3);                                  \
  31         kernel_fpu_end();                                                       \
  32 }                                                                               \
  33 EXPORT_SYMBOL_GPL(xor_##flavor##_3)
  34
  35 #define MAKE_XOR_GLUE_4(flavor)                                                 \
  36 void xor_##flavor##_4(unsigned long bytes, unsigned long * __restrict p1,       \
  37                       const unsigned long * __restrict p2,                      \
  38                       const unsigned long * __restrict p3,                      \
  39                       const unsigned long * __restrict p4)                      \
  40 {                                                                               \
  41         kernel_fpu_begin();                                                     \
  42         __xor_##flavor##_4(bytes, p1, p2, p3, p4);                              \
  43         kernel_fpu_end();                                                       \
  44 }                                                                               \
  45 EXPORT_SYMBOL_GPL(xor_##flavor##_4)
  46
  47 #define MAKE_XOR_GLUE_5(flavor)                                                 \
  48 void xor_##flavor##_5(unsigned long bytes, unsigned long * __restrict p1,       \
  49                       const unsigned long * __restrict p2,                      \
  50                       const unsigned long * __restrict p3,                      \
  51                       const unsigned long * __restrict p4,                      \
  52                       const unsigned long * __restrict p5)                      \
  53 {                                                                               \
  54         kernel_fpu_begin();                                                     \
  55         __xor_##flavor##_5(bytes, p1, p2, p3, p4, p5);                          \
  56         kernel_fpu_end();                                                       \
  57 }                                                                               \
  58 EXPORT_SYMBOL_GPL(xor_##flavor##_5)
  59
  60 #define MAKE_XOR_GLUES(flavor)          \
  61         MAKE_XOR_GLUE_2(flavor);        \
  62         MAKE_XOR_GLUE_3(flavor);        \
  63         MAKE_XOR_GLUE_4(flavor);        \
  64         MAKE_XOR_GLUE_5(flavor)
  65
  66 #ifdef CONFIG_CPU_HAS_LSX
  67 MAKE_XOR_GLUES(lsx);
  68 #endif
  69
  70 #ifdef CONFIG_CPU_HAS_LASX
  71 MAKE_XOR_GLUES(lasx);
  72 #endif