clang/lib/Headers/xopintrin.h

   1 /*===---- xopintrin.h - XOP intrinsics -------------------------------------===
   2  *
   3  * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
   4  * See https://llvm.org/LICENSE.txt for license information.
   5  * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
   6  *
   7  *===-----------------------------------------------------------------------===
   8  */
   9
  10 #ifndef __X86INTRIN_H
  11 #error "Never use <xopintrin.h> directly; include <x86intrin.h> instead."
  12 #endif
  13
  14 #ifndef __XOPINTRIN_H
  15 #define __XOPINTRIN_H
  16
  17 #include <fma4intrin.h>
  18
  19 /* Define the default attributes for the functions in this file. */
  20 #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("xop"), __min_vector_width__(128)))
  21 #define __DEFAULT_FN_ATTRS256 __attribute__((__always_inline__, __nodebug__, __target__("xop"), __min_vector_width__(256)))
  22
  23 static __inline__ __m128i __DEFAULT_FN_ATTRS
  24 _mm_maccs_epi16(__m128i __A, __m128i __B, __m128i __C)
  25 {
  26   return (__m128i)__builtin_ia32_vpmacssww((__v8hi)__A, (__v8hi)__B, (__v8hi)__C);
  27 }
  28
  29 static __inline__ __m128i __DEFAULT_FN_ATTRS
  30 _mm_macc_epi16(__m128i __A, __m128i __B, __m128i __C)
  31 {
  32   return (__m128i)__builtin_ia32_vpmacsww((__v8hi)__A, (__v8hi)__B, (__v8hi)__C);
  33 }
  34
  35 static __inline__ __m128i __DEFAULT_FN_ATTRS
  36 _mm_maccsd_epi16(__m128i __A, __m128i __B, __m128i __C)
  37 {
  38   return (__m128i)__builtin_ia32_vpmacsswd((__v8hi)__A, (__v8hi)__B, (__v4si)__C);
  39 }
  40
  41 static __inline__ __m128i __DEFAULT_FN_ATTRS
  42 _mm_maccd_epi16(__m128i __A, __m128i __B, __m128i __C)
  43 {
  44   return (__m128i)__builtin_ia32_vpmacswd((__v8hi)__A, (__v8hi)__B, (__v4si)__C);
  45 }
  46
  47 static __inline__ __m128i __DEFAULT_FN_ATTRS
  48 _mm_maccs_epi32(__m128i __A, __m128i __B, __m128i __C)
  49 {
  50   return (__m128i)__builtin_ia32_vpmacssdd((__v4si)__A, (__v4si)__B, (__v4si)__C);
  51 }
  52
  53 static __inline__ __m128i __DEFAULT_FN_ATTRS
  54 _mm_macc_epi32(__m128i __A, __m128i __B, __m128i __C)
  55 {
  56   return (__m128i)__builtin_ia32_vpmacsdd((__v4si)__A, (__v4si)__B, (__v4si)__C);
  57 }
  58
  59 static __inline__ __m128i __DEFAULT_FN_ATTRS
  60 _mm_maccslo_epi32(__m128i __A, __m128i __B, __m128i __C)
  61 {
  62   return (__m128i)__builtin_ia32_vpmacssdql((__v4si)__A, (__v4si)__B, (__v2di)__C);
  63 }
  64
  65 static __inline__ __m128i __DEFAULT_FN_ATTRS
  66 _mm_macclo_epi32(__m128i __A, __m128i __B, __m128i __C)
  67 {
  68   return (__m128i)__builtin_ia32_vpmacsdql((__v4si)__A, (__v4si)__B, (__v2di)__C);
  69 }
  70
  71 static __inline__ __m128i __DEFAULT_FN_ATTRS
  72 _mm_maccshi_epi32(__m128i __A, __m128i __B, __m128i __C)
  73 {
  74   return (__m128i)__builtin_ia32_vpmacssdqh((__v4si)__A, (__v4si)__B, (__v2di)__C);
  75 }
  76
  77 static __inline__ __m128i __DEFAULT_FN_ATTRS
  78 _mm_macchi_epi32(__m128i __A, __m128i __B, __m128i __C)
  79 {
  80   return (__m128i)__builtin_ia32_vpmacsdqh((__v4si)__A, (__v4si)__B, (__v2di)__C);
  81 }
  82
  83 static __inline__ __m128i __DEFAULT_FN_ATTRS
  84 _mm_maddsd_epi16(__m128i __A, __m128i __B, __m128i __C)
  85 {
  86   return (__m128i)__builtin_ia32_vpmadcsswd((__v8hi)__A, (__v8hi)__B, (__v4si)__C);
  87 }
  88
  89 static __inline__ __m128i __DEFAULT_FN_ATTRS
  90 _mm_maddd_epi16(__m128i __A, __m128i __B, __m128i __C)
  91 {
  92   return (__m128i)__builtin_ia32_vpmadcswd((__v8hi)__A, (__v8hi)__B, (__v4si)__C);
  93 }
  94
  95 static __inline__ __m128i __DEFAULT_FN_ATTRS
  96 _mm_haddw_epi8(__m128i __A)
  97 {
  98   return (__m128i)__builtin_ia32_vphaddbw((__v16qi)__A);
  99 }
 100
 101 static __inline__ __m128i __DEFAULT_FN_ATTRS
 102 _mm_haddd_epi8(__m128i __A)
 103 {
 104   return (__m128i)__builtin_ia32_vphaddbd((__v16qi)__A);
 105 }
 106
 107 static __inline__ __m128i __DEFAULT_FN_ATTRS
 108 _mm_haddq_epi8(__m128i __A)
 109 {
 110   return (__m128i)__builtin_ia32_vphaddbq((__v16qi)__A);
 111 }
 112
 113 static __inline__ __m128i __DEFAULT_FN_ATTRS
 114 _mm_haddd_epi16(__m128i __A)
 115 {
 116   return (__m128i)__builtin_ia32_vphaddwd((__v8hi)__A);
 117 }
 118
 119 static __inline__ __m128i __DEFAULT_FN_ATTRS
 120 _mm_haddq_epi16(__m128i __A)
 121 {
 122   return (__m128i)__builtin_ia32_vphaddwq((__v8hi)__A);
 123 }
 124
 125 static __inline__ __m128i __DEFAULT_FN_ATTRS
 126 _mm_haddq_epi32(__m128i __A)
 127 {
 128   return (__m128i)__builtin_ia32_vphadddq((__v4si)__A);
 129 }
 130
 131 static __inline__ __m128i __DEFAULT_FN_ATTRS
 132 _mm_haddw_epu8(__m128i __A)
 133 {
 134   return (__m128i)__builtin_ia32_vphaddubw((__v16qi)__A);
 135 }
 136
 137 static __inline__ __m128i __DEFAULT_FN_ATTRS
 138 _mm_haddd_epu8(__m128i __A)
 139 {
 140   return (__m128i)__builtin_ia32_vphaddubd((__v16qi)__A);
 141 }
 142
 143 static __inline__ __m128i __DEFAULT_FN_ATTRS
 144 _mm_haddq_epu8(__m128i __A)
 145 {
 146   return (__m128i)__builtin_ia32_vphaddubq((__v16qi)__A);
 147 }
 148
 149 static __inline__ __m128i __DEFAULT_FN_ATTRS
 150 _mm_haddd_epu16(__m128i __A)
 151 {
 152   return (__m128i)__builtin_ia32_vphadduwd((__v8hi)__A);
 153 }
 154
 155 static __inline__ __m128i __DEFAULT_FN_ATTRS
 156 _mm_haddq_epu16(__m128i __A)
 157 {
 158   return (__m128i)__builtin_ia32_vphadduwq((__v8hi)__A);
 159 }
 160
 161 static __inline__ __m128i __DEFAULT_FN_ATTRS
 162 _mm_haddq_epu32(__m128i __A)
 163 {
 164   return (__m128i)__builtin_ia32_vphaddudq((__v4si)__A);
 165 }
 166
 167 static __inline__ __m128i __DEFAULT_FN_ATTRS
 168 _mm_hsubw_epi8(__m128i __A)
 169 {
 170   return (__m128i)__builtin_ia32_vphsubbw((__v16qi)__A);
 171 }
 172
 173 static __inline__ __m128i __DEFAULT_FN_ATTRS
 174 _mm_hsubd_epi16(__m128i __A)
 175 {
 176   return (__m128i)__builtin_ia32_vphsubwd((__v8hi)__A);
 177 }
 178
 179 static __inline__ __m128i __DEFAULT_FN_ATTRS
 180 _mm_hsubq_epi32(__m128i __A)
 181 {
 182   return (__m128i)__builtin_ia32_vphsubdq((__v4si)__A);
 183 }
 184
 185 static __inline__ __m128i __DEFAULT_FN_ATTRS
 186 _mm_cmov_si128(__m128i __A, __m128i __B, __m128i __C)
 187 {
 188   return (__m128i)(((__v2du)__A & (__v2du)__C) | ((__v2du)__B & ~(__v2du)__C));
 189 }
 190
 191 static __inline__ __m256i __DEFAULT_FN_ATTRS256
 192 _mm256_cmov_si256(__m256i __A, __m256i __B, __m256i __C)
 193 {
 194   return (__m256i)(((__v4du)__A & (__v4du)__C) | ((__v4du)__B & ~(__v4du)__C));
 195 }
 196
 197 static __inline__ __m128i __DEFAULT_FN_ATTRS
 198 _mm_perm_epi8(__m128i __A, __m128i __B, __m128i __C)
 199 {
 200   return (__m128i)__builtin_ia32_vpperm((__v16qi)__A, (__v16qi)__B, (__v16qi)__C);
 201 }
 202
 203 static __inline__ __m128i __DEFAULT_FN_ATTRS
 204 _mm_rot_epi8(__m128i __A, __m128i __B)
 205 {
 206   return (__m128i)__builtin_ia32_vprotb((__v16qi)__A, (__v16qi)__B);
 207 }
 208
 209 static __inline__ __m128i __DEFAULT_FN_ATTRS
 210 _mm_rot_epi16(__m128i __A, __m128i __B)
 211 {
 212   return (__m128i)__builtin_ia32_vprotw((__v8hi)__A, (__v8hi)__B);
 213 }
 214
 215 static __inline__ __m128i __DEFAULT_FN_ATTRS
 216 _mm_rot_epi32(__m128i __A, __m128i __B)
 217 {
 218   return (__m128i)__builtin_ia32_vprotd((__v4si)__A, (__v4si)__B);
 219 }
 220
 221 static __inline__ __m128i __DEFAULT_FN_ATTRS
 222 _mm_rot_epi64(__m128i __A, __m128i __B)
 223 {
 224   return (__m128i)__builtin_ia32_vprotq((__v2di)__A, (__v2di)__B);
 225 }
 226
 227 #define _mm_roti_epi8(A, N) \
 228   ((__m128i)__builtin_ia32_vprotbi((__v16qi)(__m128i)(A), (N)))
 229
 230 #define _mm_roti_epi16(A, N) \
 231   ((__m128i)__builtin_ia32_vprotwi((__v8hi)(__m128i)(A), (N)))
 232
 233 #define _mm_roti_epi32(A, N) \
 234   ((__m128i)__builtin_ia32_vprotdi((__v4si)(__m128i)(A), (N)))
 235
 236 #define _mm_roti_epi64(A, N) \
 237   ((__m128i)__builtin_ia32_vprotqi((__v2di)(__m128i)(A), (N)))
 238
 239 static __inline__ __m128i __DEFAULT_FN_ATTRS
 240 _mm_shl_epi8(__m128i __A, __m128i __B)
 241 {
 242   return (__m128i)__builtin_ia32_vpshlb((__v16qi)__A, (__v16qi)__B);
 243 }
 244
 245 static __inline__ __m128i __DEFAULT_FN_ATTRS
 246 _mm_shl_epi16(__m128i __A, __m128i __B)
 247 {
 248   return (__m128i)__builtin_ia32_vpshlw((__v8hi)__A, (__v8hi)__B);
 249 }
 250
 251 static __inline__ __m128i __DEFAULT_FN_ATTRS
 252 _mm_shl_epi32(__m128i __A, __m128i __B)
 253 {
 254   return (__m128i)__builtin_ia32_vpshld((__v4si)__A, (__v4si)__B);
 255 }
 256
 257 static __inline__ __m128i __DEFAULT_FN_ATTRS
 258 _mm_shl_epi64(__m128i __A, __m128i __B)
 259 {
 260   return (__m128i)__builtin_ia32_vpshlq((__v2di)__A, (__v2di)__B);
 261 }
 262
 263 static __inline__ __m128i __DEFAULT_FN_ATTRS
 264 _mm_sha_epi8(__m128i __A, __m128i __B)
 265 {
 266   return (__m128i)__builtin_ia32_vpshab((__v16qi)__A, (__v16qi)__B);
 267 }
 268
 269 static __inline__ __m128i __DEFAULT_FN_ATTRS
 270 _mm_sha_epi16(__m128i __A, __m128i __B)
 271 {
 272   return (__m128i)__builtin_ia32_vpshaw((__v8hi)__A, (__v8hi)__B);
 273 }
 274
 275 static __inline__ __m128i __DEFAULT_FN_ATTRS
 276 _mm_sha_epi32(__m128i __A, __m128i __B)
 277 {
 278   return (__m128i)__builtin_ia32_vpshad((__v4si)__A, (__v4si)__B);
 279 }
 280
 281 static __inline__ __m128i __DEFAULT_FN_ATTRS
 282 _mm_sha_epi64(__m128i __A, __m128i __B)
 283 {
 284   return (__m128i)__builtin_ia32_vpshaq((__v2di)__A, (__v2di)__B);
 285 }
 286
 287 #define _mm_com_epu8(A, B, N) \
 288   ((__m128i)__builtin_ia32_vpcomub((__v16qi)(__m128i)(A), \
 289                                    (__v16qi)(__m128i)(B), (N)))
 290
 291 #define _mm_com_epu16(A, B, N) \
 292   ((__m128i)__builtin_ia32_vpcomuw((__v8hi)(__m128i)(A), \
 293                                    (__v8hi)(__m128i)(B), (N)))
 294
 295 #define _mm_com_epu32(A, B, N) \
 296   ((__m128i)__builtin_ia32_vpcomud((__v4si)(__m128i)(A), \
 297                                    (__v4si)(__m128i)(B), (N)))
 298
 299 #define _mm_com_epu64(A, B, N) \
 300   ((__m128i)__builtin_ia32_vpcomuq((__v2di)(__m128i)(A), \
 301                                    (__v2di)(__m128i)(B), (N)))
 302
 303 #define _mm_com_epi8(A, B, N) \
 304   ((__m128i)__builtin_ia32_vpcomb((__v16qi)(__m128i)(A), \
 305                                   (__v16qi)(__m128i)(B), (N)))
 306
 307 #define _mm_com_epi16(A, B, N) \
 308   ((__m128i)__builtin_ia32_vpcomw((__v8hi)(__m128i)(A), \
 309                                   (__v8hi)(__m128i)(B), (N)))
 310
 311 #define _mm_com_epi32(A, B, N) \
 312   ((__m128i)__builtin_ia32_vpcomd((__v4si)(__m128i)(A), \
 313                                   (__v4si)(__m128i)(B), (N)))
 314
 315 #define _mm_com_epi64(A, B, N) \
 316   ((__m128i)__builtin_ia32_vpcomq((__v2di)(__m128i)(A), \
 317                                   (__v2di)(__m128i)(B), (N)))
 318
 319 #define _MM_PCOMCTRL_LT    0
 320 #define _MM_PCOMCTRL_LE    1
 321 #define _MM_PCOMCTRL_GT    2
 322 #define _MM_PCOMCTRL_GE    3
 323 #define _MM_PCOMCTRL_EQ    4
 324 #define _MM_PCOMCTRL_NEQ   5
 325 #define _MM_PCOMCTRL_FALSE 6
 326 #define _MM_PCOMCTRL_TRUE  7
 327
 328 static __inline__ __m128i __DEFAULT_FN_ATTRS
 329 _mm_comlt_epu8(__m128i __A, __m128i __B)
 330 {
 331   return _mm_com_epu8(__A, __B, _MM_PCOMCTRL_LT);
 332 }
 333
 334 static __inline__ __m128i __DEFAULT_FN_ATTRS
 335 _mm_comle_epu8(__m128i __A, __m128i __B)
 336 {
 337   return _mm_com_epu8(__A, __B, _MM_PCOMCTRL_LE);
 338 }
 339
 340 static __inline__ __m128i __DEFAULT_FN_ATTRS
 341 _mm_comgt_epu8(__m128i __A, __m128i __B)
 342 {
 343   return _mm_com_epu8(__A, __B, _MM_PCOMCTRL_GT);
 344 }
 345
 346 static __inline__ __m128i __DEFAULT_FN_ATTRS
 347 _mm_comge_epu8(__m128i __A, __m128i __B)
 348 {
 349   return _mm_com_epu8(__A, __B, _MM_PCOMCTRL_GE);
 350 }
 351
 352 static __inline__ __m128i __DEFAULT_FN_ATTRS
 353 _mm_comeq_epu8(__m128i __A, __m128i __B)
 354 {
 355   return _mm_com_epu8(__A, __B, _MM_PCOMCTRL_EQ);
 356 }
 357
 358 static __inline__ __m128i __DEFAULT_FN_ATTRS
 359 _mm_comneq_epu8(__m128i __A, __m128i __B)
 360 {
 361   return _mm_com_epu8(__A, __B, _MM_PCOMCTRL_NEQ);
 362 }
 363
 364 static __inline__ __m128i __DEFAULT_FN_ATTRS
 365 _mm_comfalse_epu8(__m128i __A, __m128i __B)
 366 {
 367   return _mm_com_epu8(__A, __B, _MM_PCOMCTRL_FALSE);
 368 }
 369
 370 static __inline__ __m128i __DEFAULT_FN_ATTRS
 371 _mm_comtrue_epu8(__m128i __A, __m128i __B)
 372 {
 373   return _mm_com_epu8(__A, __B, _MM_PCOMCTRL_TRUE);
 374 }
 375
 376 static __inline__ __m128i __DEFAULT_FN_ATTRS
 377 _mm_comlt_epu16(__m128i __A, __m128i __B)
 378 {
 379   return _mm_com_epu16(__A, __B, _MM_PCOMCTRL_LT);
 380 }
 381
 382 static __inline__ __m128i __DEFAULT_FN_ATTRS
 383 _mm_comle_epu16(__m128i __A, __m128i __B)
 384 {
 385   return _mm_com_epu16(__A, __B, _MM_PCOMCTRL_LE);
 386 }
 387
 388 static __inline__ __m128i __DEFAULT_FN_ATTRS
 389 _mm_comgt_epu16(__m128i __A, __m128i __B)
 390 {
 391   return _mm_com_epu16(__A, __B, _MM_PCOMCTRL_GT);
 392 }
 393
 394 static __inline__ __m128i __DEFAULT_FN_ATTRS
 395 _mm_comge_epu16(__m128i __A, __m128i __B)
 396 {
 397   return _mm_com_epu16(__A, __B, _MM_PCOMCTRL_GE);
 398 }
 399
 400 static __inline__ __m128i __DEFAULT_FN_ATTRS
 401 _mm_comeq_epu16(__m128i __A, __m128i __B)
 402 {
 403   return _mm_com_epu16(__A, __B, _MM_PCOMCTRL_EQ);
 404 }
 405
 406 static __inline__ __m128i __DEFAULT_FN_ATTRS
 407 _mm_comneq_epu16(__m128i __A, __m128i __B)
 408 {
 409   return _mm_com_epu16(__A, __B, _MM_PCOMCTRL_NEQ);
 410 }
 411
 412 static __inline__ __m128i __DEFAULT_FN_ATTRS
 413 _mm_comfalse_epu16(__m128i __A, __m128i __B)
 414 {
 415   return _mm_com_epu16(__A, __B, _MM_PCOMCTRL_FALSE);
 416 }
 417
 418 static __inline__ __m128i __DEFAULT_FN_ATTRS
 419 _mm_comtrue_epu16(__m128i __A, __m128i __B)
 420 {
 421   return _mm_com_epu16(__A, __B, _MM_PCOMCTRL_TRUE);
 422 }
 423
 424 static __inline__ __m128i __DEFAULT_FN_ATTRS
 425 _mm_comlt_epu32(__m128i __A, __m128i __B)
 426 {
 427   return _mm_com_epu32(__A, __B, _MM_PCOMCTRL_LT);
 428 }
 429
 430 static __inline__ __m128i __DEFAULT_FN_ATTRS
 431 _mm_comle_epu32(__m128i __A, __m128i __B)
 432 {
 433   return _mm_com_epu32(__A, __B, _MM_PCOMCTRL_LE);
 434 }
 435
 436 static __inline__ __m128i __DEFAULT_FN_ATTRS
 437 _mm_comgt_epu32(__m128i __A, __m128i __B)
 438 {
 439   return _mm_com_epu32(__A, __B, _MM_PCOMCTRL_GT);
 440 }
 441
 442 static __inline__ __m128i __DEFAULT_FN_ATTRS
 443 _mm_comge_epu32(__m128i __A, __m128i __B)
 444 {
 445   return _mm_com_epu32(__A, __B, _MM_PCOMCTRL_GE);
 446 }
 447
 448 static __inline__ __m128i __DEFAULT_FN_ATTRS
 449 _mm_comeq_epu32(__m128i __A, __m128i __B)
 450 {
 451   return _mm_com_epu32(__A, __B, _MM_PCOMCTRL_EQ);
 452 }
 453
 454 static __inline__ __m128i __DEFAULT_FN_ATTRS
 455 _mm_comneq_epu32(__m128i __A, __m128i __B)
 456 {
 457   return _mm_com_epu32(__A, __B, _MM_PCOMCTRL_NEQ);
 458 }
 459
 460 static __inline__ __m128i __DEFAULT_FN_ATTRS
 461 _mm_comfalse_epu32(__m128i __A, __m128i __B)
 462 {
 463   return _mm_com_epu32(__A, __B, _MM_PCOMCTRL_FALSE);
 464 }
 465
 466 static __inline__ __m128i __DEFAULT_FN_ATTRS
 467 _mm_comtrue_epu32(__m128i __A, __m128i __B)
 468 {
 469   return _mm_com_epu32(__A, __B, _MM_PCOMCTRL_TRUE);
 470 }
 471
 472 static __inline__ __m128i __DEFAULT_FN_ATTRS
 473 _mm_comlt_epu64(__m128i __A, __m128i __B)
 474 {
 475   return _mm_com_epu64(__A, __B, _MM_PCOMCTRL_LT);
 476 }
 477
 478 static __inline__ __m128i __DEFAULT_FN_ATTRS
 479 _mm_comle_epu64(__m128i __A, __m128i __B)
 480 {
 481   return _mm_com_epu64(__A, __B, _MM_PCOMCTRL_LE);
 482 }
 483
 484 static __inline__ __m128i __DEFAULT_FN_ATTRS
 485 _mm_comgt_epu64(__m128i __A, __m128i __B)
 486 {
 487   return _mm_com_epu64(__A, __B, _MM_PCOMCTRL_GT);
 488 }
 489
 490 static __inline__ __m128i __DEFAULT_FN_ATTRS
 491 _mm_comge_epu64(__m128i __A, __m128i __B)
 492 {
 493   return _mm_com_epu64(__A, __B, _MM_PCOMCTRL_GE);
 494 }
 495
 496 static __inline__ __m128i __DEFAULT_FN_ATTRS
 497 _mm_comeq_epu64(__m128i __A, __m128i __B)
 498 {
 499   return _mm_com_epu64(__A, __B, _MM_PCOMCTRL_EQ);
 500 }
 501
 502 static __inline__ __m128i __DEFAULT_FN_ATTRS
 503 _mm_comneq_epu64(__m128i __A, __m128i __B)
 504 {
 505   return _mm_com_epu64(__A, __B, _MM_PCOMCTRL_NEQ);
 506 }
 507
 508 static __inline__ __m128i __DEFAULT_FN_ATTRS
 509 _mm_comfalse_epu64(__m128i __A, __m128i __B)
 510 {
 511   return _mm_com_epu64(__A, __B, _MM_PCOMCTRL_FALSE);
 512 }
 513
 514 static __inline__ __m128i __DEFAULT_FN_ATTRS
 515 _mm_comtrue_epu64(__m128i __A, __m128i __B)
 516 {
 517   return _mm_com_epu64(__A, __B, _MM_PCOMCTRL_TRUE);
 518 }
 519
 520 static __inline__ __m128i __DEFAULT_FN_ATTRS
 521 _mm_comlt_epi8(__m128i __A, __m128i __B)
 522 {
 523   return _mm_com_epi8(__A, __B, _MM_PCOMCTRL_LT);
 524 }
 525
 526 static __inline__ __m128i __DEFAULT_FN_ATTRS
 527 _mm_comle_epi8(__m128i __A, __m128i __B)
 528 {
 529   return _mm_com_epi8(__A, __B, _MM_PCOMCTRL_LE);
 530 }
 531
 532 static __inline__ __m128i __DEFAULT_FN_ATTRS
 533 _mm_comgt_epi8(__m128i __A, __m128i __B)
 534 {
 535   return _mm_com_epi8(__A, __B, _MM_PCOMCTRL_GT);
 536 }
 537
 538 static __inline__ __m128i __DEFAULT_FN_ATTRS
 539 _mm_comge_epi8(__m128i __A, __m128i __B)
 540 {
 541   return _mm_com_epi8(__A, __B, _MM_PCOMCTRL_GE);
 542 }
 543
 544 static __inline__ __m128i __DEFAULT_FN_ATTRS
 545 _mm_comeq_epi8(__m128i __A, __m128i __B)
 546 {
 547   return _mm_com_epi8(__A, __B, _MM_PCOMCTRL_EQ);
 548 }
 549
 550 static __inline__ __m128i __DEFAULT_FN_ATTRS
 551 _mm_comneq_epi8(__m128i __A, __m128i __B)
 552 {
 553   return _mm_com_epi8(__A, __B, _MM_PCOMCTRL_NEQ);
 554 }
 555
 556 static __inline__ __m128i __DEFAULT_FN_ATTRS
 557 _mm_comfalse_epi8(__m128i __A, __m128i __B)
 558 {
 559   return _mm_com_epi8(__A, __B, _MM_PCOMCTRL_FALSE);
 560 }
 561
 562 static __inline__ __m128i __DEFAULT_FN_ATTRS
 563 _mm_comtrue_epi8(__m128i __A, __m128i __B)
 564 {
 565   return _mm_com_epi8(__A, __B, _MM_PCOMCTRL_TRUE);
 566 }
 567
 568 static __inline__ __m128i __DEFAULT_FN_ATTRS
 569 _mm_comlt_epi16(__m128i __A, __m128i __B)
 570 {
 571   return _mm_com_epi16(__A, __B, _MM_PCOMCTRL_LT);
 572 }
 573
 574 static __inline__ __m128i __DEFAULT_FN_ATTRS
 575 _mm_comle_epi16(__m128i __A, __m128i __B)
 576 {
 577   return _mm_com_epi16(__A, __B, _MM_PCOMCTRL_LE);
 578 }
 579
 580 static __inline__ __m128i __DEFAULT_FN_ATTRS
 581 _mm_comgt_epi16(__m128i __A, __m128i __B)
 582 {
 583   return _mm_com_epi16(__A, __B, _MM_PCOMCTRL_GT);
 584 }
 585
 586 static __inline__ __m128i __DEFAULT_FN_ATTRS
 587 _mm_comge_epi16(__m128i __A, __m128i __B)
 588 {
 589   return _mm_com_epi16(__A, __B, _MM_PCOMCTRL_GE);
 590 }
 591
 592 static __inline__ __m128i __DEFAULT_FN_ATTRS
 593 _mm_comeq_epi16(__m128i __A, __m128i __B)
 594 {
 595   return _mm_com_epi16(__A, __B, _MM_PCOMCTRL_EQ);
 596 }
 597
 598 static __inline__ __m128i __DEFAULT_FN_ATTRS
 599 _mm_comneq_epi16(__m128i __A, __m128i __B)
 600 {
 601   return _mm_com_epi16(__A, __B, _MM_PCOMCTRL_NEQ);
 602 }
 603
 604 static __inline__ __m128i __DEFAULT_FN_ATTRS
 605 _mm_comfalse_epi16(__m128i __A, __m128i __B)
 606 {
 607   return _mm_com_epi16(__A, __B, _MM_PCOMCTRL_FALSE);
 608 }
 609
 610 static __inline__ __m128i __DEFAULT_FN_ATTRS
 611 _mm_comtrue_epi16(__m128i __A, __m128i __B)
 612 {
 613   return _mm_com_epi16(__A, __B, _MM_PCOMCTRL_TRUE);
 614 }
 615
 616 static __inline__ __m128i __DEFAULT_FN_ATTRS
 617 _mm_comlt_epi32(__m128i __A, __m128i __B)
 618 {
 619   return _mm_com_epi32(__A, __B, _MM_PCOMCTRL_LT);
 620 }
 621
 622 static __inline__ __m128i __DEFAULT_FN_ATTRS
 623 _mm_comle_epi32(__m128i __A, __m128i __B)
 624 {
 625   return _mm_com_epi32(__A, __B, _MM_PCOMCTRL_LE);
 626 }
 627
 628 static __inline__ __m128i __DEFAULT_FN_ATTRS
 629 _mm_comgt_epi32(__m128i __A, __m128i __B)
 630 {
 631   return _mm_com_epi32(__A, __B, _MM_PCOMCTRL_GT);
 632 }
 633
 634 static __inline__ __m128i __DEFAULT_FN_ATTRS
 635 _mm_comge_epi32(__m128i __A, __m128i __B)
 636 {
 637   return _mm_com_epi32(__A, __B, _MM_PCOMCTRL_GE);
 638 }
 639
 640 static __inline__ __m128i __DEFAULT_FN_ATTRS
 641 _mm_comeq_epi32(__m128i __A, __m128i __B)
 642 {
 643   return _mm_com_epi32(__A, __B, _MM_PCOMCTRL_EQ);
 644 }
 645
 646 static __inline__ __m128i __DEFAULT_FN_ATTRS
 647 _mm_comneq_epi32(__m128i __A, __m128i __B)
 648 {
 649   return _mm_com_epi32(__A, __B, _MM_PCOMCTRL_NEQ);
 650 }
 651
 652 static __inline__ __m128i __DEFAULT_FN_ATTRS
 653 _mm_comfalse_epi32(__m128i __A, __m128i __B)
 654 {
 655   return _mm_com_epi32(__A, __B, _MM_PCOMCTRL_FALSE);
 656 }
 657
 658 static __inline__ __m128i __DEFAULT_FN_ATTRS
 659 _mm_comtrue_epi32(__m128i __A, __m128i __B)
 660 {
 661   return _mm_com_epi32(__A, __B, _MM_PCOMCTRL_TRUE);
 662 }
 663
 664 static __inline__ __m128i __DEFAULT_FN_ATTRS
 665 _mm_comlt_epi64(__m128i __A, __m128i __B)
 666 {
 667   return _mm_com_epi64(__A, __B, _MM_PCOMCTRL_LT);
 668 }
 669
 670 static __inline__ __m128i __DEFAULT_FN_ATTRS
 671 _mm_comle_epi64(__m128i __A, __m128i __B)
 672 {
 673   return _mm_com_epi64(__A, __B, _MM_PCOMCTRL_LE);
 674 }
 675
 676 static __inline__ __m128i __DEFAULT_FN_ATTRS
 677 _mm_comgt_epi64(__m128i __A, __m128i __B)
 678 {
 679   return _mm_com_epi64(__A, __B, _MM_PCOMCTRL_GT);
 680 }
 681
 682 static __inline__ __m128i __DEFAULT_FN_ATTRS
 683 _mm_comge_epi64(__m128i __A, __m128i __B)
 684 {
 685   return _mm_com_epi64(__A, __B, _MM_PCOMCTRL_GE);
 686 }
 687
 688 static __inline__ __m128i __DEFAULT_FN_ATTRS
 689 _mm_comeq_epi64(__m128i __A, __m128i __B)
 690 {
 691   return _mm_com_epi64(__A, __B, _MM_PCOMCTRL_EQ);
 692 }
 693
 694 static __inline__ __m128i __DEFAULT_FN_ATTRS
 695 _mm_comneq_epi64(__m128i __A, __m128i __B)
 696 {
 697   return _mm_com_epi64(__A, __B, _MM_PCOMCTRL_NEQ);
 698 }
 699
 700 static __inline__ __m128i __DEFAULT_FN_ATTRS
 701 _mm_comfalse_epi64(__m128i __A, __m128i __B)
 702 {
 703   return _mm_com_epi64(__A, __B, _MM_PCOMCTRL_FALSE);
 704 }
 705
 706 static __inline__ __m128i __DEFAULT_FN_ATTRS
 707 _mm_comtrue_epi64(__m128i __A, __m128i __B)
 708 {
 709   return _mm_com_epi64(__A, __B, _MM_PCOMCTRL_TRUE);
 710 }
 711
 712 #define _mm_permute2_pd(X, Y, C, I) \
 713   ((__m128d)__builtin_ia32_vpermil2pd((__v2df)(__m128d)(X), \
 714                                       (__v2df)(__m128d)(Y), \
 715                                       (__v2di)(__m128i)(C), (I)))
 716
 717 #define _mm256_permute2_pd(X, Y, C, I) \
 718   ((__m256d)__builtin_ia32_vpermil2pd256((__v4df)(__m256d)(X), \
 719                                          (__v4df)(__m256d)(Y), \
 720                                          (__v4di)(__m256i)(C), (I)))
 721
 722 #define _mm_permute2_ps(X, Y, C, I) \
 723   ((__m128)__builtin_ia32_vpermil2ps((__v4sf)(__m128)(X), (__v4sf)(__m128)(Y), \
 724                                      (__v4si)(__m128i)(C), (I)))
 725
 726 #define _mm256_permute2_ps(X, Y, C, I) \
 727   ((__m256)__builtin_ia32_vpermil2ps256((__v8sf)(__m256)(X), \
 728                                         (__v8sf)(__m256)(Y), \
 729                                         (__v8si)(__m256i)(C), (I)))
 730
 731 static __inline__ __m128 __DEFAULT_FN_ATTRS
 732 _mm_frcz_ss(__m128 __A)
 733 {
 734   return (__m128)__builtin_ia32_vfrczss((__v4sf)__A);
 735 }
 736
 737 static __inline__ __m128d __DEFAULT_FN_ATTRS
 738 _mm_frcz_sd(__m128d __A)
 739 {
 740   return (__m128d)__builtin_ia32_vfrczsd((__v2df)__A);
 741 }
 742
 743 static __inline__ __m128 __DEFAULT_FN_ATTRS
 744 _mm_frcz_ps(__m128 __A)
 745 {
 746   return (__m128)__builtin_ia32_vfrczps((__v4sf)__A);
 747 }
 748
 749 static __inline__ __m128d __DEFAULT_FN_ATTRS
 750 _mm_frcz_pd(__m128d __A)
 751 {
 752   return (__m128d)__builtin_ia32_vfrczpd((__v2df)__A);
 753 }
 754
 755 static __inline__ __m256 __DEFAULT_FN_ATTRS256
 756 _mm256_frcz_ps(__m256 __A)
 757 {
 758   return (__m256)__builtin_ia32_vfrczps256((__v8sf)__A);
 759 }
 760
 761 static __inline__ __m256d __DEFAULT_FN_ATTRS256
 762 _mm256_frcz_pd(__m256d __A)
 763 {
 764   return (__m256d)__builtin_ia32_vfrczpd256((__v4df)__A);
 765 }
 766
 767 #undef __DEFAULT_FN_ATTRS
 768 #undef __DEFAULT_FN_ATTRS256
 769
 770 #endif /* __XOPINTRIN_H */