clang/lib/Headers/avx512vbmiintrin.h

   1 /*===------------- avx512vbmiintrin.h - VBMI intrinsics ------------------===
   2  *
   3  *
   4  * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
   5  * See https://llvm.org/LICENSE.txt for license information.
   6  * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
   7  *
   8  *===-----------------------------------------------------------------------===
   9  */
  10 #ifndef __IMMINTRIN_H
  11 #error "Never use <avx512vbmiintrin.h> directly; include <immintrin.h> instead."
  12 #endif
  13
  14 #ifndef __VBMIINTRIN_H
  15 #define __VBMIINTRIN_H
  16
  17 /* Define the default attributes for the functions in this file. */
  18 #define __DEFAULT_FN_ATTRS                                                     \
  19   __attribute__((__always_inline__, __nodebug__,                               \
  20                  __target__("avx512vbmi,evex512"), __min_vector_width__(512)))
  21
  22 static __inline__ __m512i __DEFAULT_FN_ATTRS
  23 _mm512_permutex2var_epi8(__m512i __A, __m512i __I, __m512i __B)
  24 {
  25   return (__m512i)__builtin_ia32_vpermi2varqi512((__v64qi)__A, (__v64qi)__I,
  26                                                  (__v64qi) __B);
  27 }
  28
  29 static __inline__ __m512i __DEFAULT_FN_ATTRS
  30 _mm512_mask_permutex2var_epi8(__m512i __A, __mmask64 __U, __m512i __I,
  31                               __m512i __B)
  32 {
  33   return (__m512i)__builtin_ia32_selectb_512(__U,
  34                                (__v64qi)_mm512_permutex2var_epi8(__A, __I, __B),
  35                                (__v64qi)__A);
  36 }
  37
  38 static __inline__ __m512i __DEFAULT_FN_ATTRS
  39 _mm512_mask2_permutex2var_epi8(__m512i __A, __m512i __I, __mmask64 __U,
  40                                __m512i __B)
  41 {
  42   return (__m512i)__builtin_ia32_selectb_512(__U,
  43                                (__v64qi)_mm512_permutex2var_epi8(__A, __I, __B),
  44                                (__v64qi)__I);
  45 }
  46
  47 static __inline__ __m512i __DEFAULT_FN_ATTRS
  48 _mm512_maskz_permutex2var_epi8(__mmask64 __U, __m512i __A, __m512i __I,
  49                                __m512i __B)
  50 {
  51   return (__m512i)__builtin_ia32_selectb_512(__U,
  52                                (__v64qi)_mm512_permutex2var_epi8(__A, __I, __B),
  53                                (__v64qi)_mm512_setzero_si512());
  54 }
  55
  56 static __inline__ __m512i __DEFAULT_FN_ATTRS
  57 _mm512_permutexvar_epi8 (__m512i __A, __m512i __B)
  58 {
  59   return (__m512i)__builtin_ia32_permvarqi512((__v64qi) __B, (__v64qi) __A);
  60 }
  61
  62 static __inline__ __m512i __DEFAULT_FN_ATTRS
  63 _mm512_maskz_permutexvar_epi8 (__mmask64 __M, __m512i __A,
  64         __m512i __B)
  65 {
  66   return (__m512i)__builtin_ia32_selectb_512((__mmask64)__M,
  67                                      (__v64qi)_mm512_permutexvar_epi8(__A, __B),
  68                                      (__v64qi)_mm512_setzero_si512());
  69 }
  70
  71 static __inline__ __m512i __DEFAULT_FN_ATTRS
  72 _mm512_mask_permutexvar_epi8 (__m512i __W, __mmask64 __M, __m512i __A,
  73              __m512i __B)
  74 {
  75   return (__m512i)__builtin_ia32_selectb_512((__mmask64)__M,
  76                                      (__v64qi)_mm512_permutexvar_epi8(__A, __B),
  77                                      (__v64qi)__W);
  78 }
  79
  80 static __inline__ __m512i __DEFAULT_FN_ATTRS
  81 _mm512_multishift_epi64_epi8(__m512i __X, __m512i __Y)
  82 {
  83   return (__m512i)__builtin_ia32_vpmultishiftqb512((__v64qi)__X, (__v64qi) __Y);
  84 }
  85
  86 static __inline__ __m512i __DEFAULT_FN_ATTRS
  87 _mm512_mask_multishift_epi64_epi8(__m512i __W, __mmask64 __M, __m512i __X,
  88                                   __m512i __Y)
  89 {
  90   return (__m512i)__builtin_ia32_selectb_512((__mmask64)__M,
  91                                 (__v64qi)_mm512_multishift_epi64_epi8(__X, __Y),
  92                                 (__v64qi)__W);
  93 }
  94
  95 static __inline__ __m512i __DEFAULT_FN_ATTRS
  96 _mm512_maskz_multishift_epi64_epi8(__mmask64 __M, __m512i __X, __m512i __Y)
  97 {
  98   return (__m512i)__builtin_ia32_selectb_512((__mmask64)__M,
  99                                 (__v64qi)_mm512_multishift_epi64_epi8(__X, __Y),
 100                                 (__v64qi)_mm512_setzero_si512());
 101 }
 102
 103
 104 #undef __DEFAULT_FN_ATTRS
 105
 106 #endif