clang/lib/Headers/vecintrin.h

   1 /*===---- vecintrin.h - Vector intrinsics ----------------------------------===
   2  *
   3  * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
   4  * See https://llvm.org/LICENSE.txt for license information.
   5  * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
   6  *
   7  *===-----------------------------------------------------------------------===
   8  */
   9
  10 #if defined(__s390x__) && defined(__VEC__)
  11
  12 #define __ATTRS_ai __attribute__((__always_inline__))
  13 #define __ATTRS_o __attribute__((__overloadable__))
  14 #define __ATTRS_o_ai __attribute__((__overloadable__, __always_inline__))
  15
  16 #define __constant(PARM) \
  17   __attribute__((__enable_if__ ((PARM) == (PARM), \
  18      "argument must be a constant integer")))
  19 #define __constant_range(PARM, LOW, HIGH) \
  20   __attribute__((__enable_if__ ((PARM) >= (LOW) && (PARM) <= (HIGH), \
  21      "argument must be a constant integer from " #LOW " to " #HIGH)))
  22 #define __constant_pow2_range(PARM, LOW, HIGH) \
  23   __attribute__((__enable_if__ ((PARM) >= (LOW) && (PARM) <= (HIGH) && \
  24                                 ((PARM) & ((PARM) - 1)) == 0, \
  25      "argument must be a constant power of 2 from " #LOW " to " #HIGH)))
  26
  27 /*-- __lcbb -----------------------------------------------------------------*/
  28
  29 extern __ATTRS_o unsigned int
  30 __lcbb(const void *__ptr, unsigned short __len)
  31   __constant_pow2_range(__len, 64, 4096);
  32
  33 #define __lcbb(X, Y) ((__typeof__((__lcbb)((X), (Y)))) \
  34   __builtin_s390_lcbb((X), __builtin_constant_p((Y))? \
  35                            ((Y) == 64 ? 0 : \
  36                             (Y) == 128 ? 1 : \
  37                             (Y) == 256 ? 2 : \
  38                             (Y) == 512 ? 3 : \
  39                             (Y) == 1024 ? 4 : \
  40                             (Y) == 2048 ? 5 : \
  41                             (Y) == 4096 ? 6 : 0) : 0))
  42
  43 /*-- vec_extract ------------------------------------------------------------*/
  44
  45 static inline __ATTRS_o_ai signed char
  46 vec_extract(__vector signed char __vec, int __index) {
  47   return __vec[__index & 15];
  48 }
  49
  50 static inline __ATTRS_o_ai unsigned char
  51 vec_extract(__vector __bool char __vec, int __index) {
  52   return __vec[__index & 15];
  53 }
  54
  55 static inline __ATTRS_o_ai unsigned char
  56 vec_extract(__vector unsigned char __vec, int __index) {
  57   return __vec[__index & 15];
  58 }
  59
  60 static inline __ATTRS_o_ai signed short
  61 vec_extract(__vector signed short __vec, int __index) {
  62   return __vec[__index & 7];
  63 }
  64
  65 static inline __ATTRS_o_ai unsigned short
  66 vec_extract(__vector __bool short __vec, int __index) {
  67   return __vec[__index & 7];
  68 }
  69
  70 static inline __ATTRS_o_ai unsigned short
  71 vec_extract(__vector unsigned short __vec, int __index) {
  72   return __vec[__index & 7];
  73 }
  74
  75 static inline __ATTRS_o_ai signed int
  76 vec_extract(__vector signed int __vec, int __index) {
  77   return __vec[__index & 3];
  78 }
  79
  80 static inline __ATTRS_o_ai unsigned int
  81 vec_extract(__vector __bool int __vec, int __index) {
  82   return __vec[__index & 3];
  83 }
  84
  85 static inline __ATTRS_o_ai unsigned int
  86 vec_extract(__vector unsigned int __vec, int __index) {
  87   return __vec[__index & 3];
  88 }
  89
  90 static inline __ATTRS_o_ai signed long long
  91 vec_extract(__vector signed long long __vec, int __index) {
  92   return __vec[__index & 1];
  93 }
  94
  95 static inline __ATTRS_o_ai unsigned long long
  96 vec_extract(__vector __bool long long __vec, int __index) {
  97   return __vec[__index & 1];
  98 }
  99
 100 static inline __ATTRS_o_ai unsigned long long
 101 vec_extract(__vector unsigned long long __vec, int __index) {
 102   return __vec[__index & 1];
 103 }
 104
 105 #if __ARCH__ >= 12
 106 static inline __ATTRS_o_ai float
 107 vec_extract(__vector float __vec, int __index) {
 108   return __vec[__index & 3];
 109 }
 110 #endif
 111
 112 static inline __ATTRS_o_ai double
 113 vec_extract(__vector double __vec, int __index) {
 114   return __vec[__index & 1];
 115 }
 116
 117 /*-- vec_insert -------------------------------------------------------------*/
 118
 119 static inline __ATTRS_o_ai __vector signed char
 120 vec_insert(signed char __scalar, __vector signed char __vec, int __index) {
 121   __vec[__index & 15] = __scalar;
 122   return __vec;
 123 }
 124
 125 // This prototype is deprecated.
 126 static inline __ATTRS_o_ai __vector unsigned char
 127 vec_insert(unsigned char __scalar, __vector __bool char __vec, int __index) {
 128   __vector unsigned char __newvec = (__vector unsigned char)__vec;
 129   __newvec[__index & 15] = (unsigned char)__scalar;
 130   return __newvec;
 131 }
 132
 133 static inline __ATTRS_o_ai __vector unsigned char
 134 vec_insert(unsigned char __scalar, __vector unsigned char __vec, int __index) {
 135   __vec[__index & 15] = __scalar;
 136   return __vec;
 137 }
 138
 139 static inline __ATTRS_o_ai __vector signed short
 140 vec_insert(signed short __scalar, __vector signed short __vec, int __index) {
 141   __vec[__index & 7] = __scalar;
 142   return __vec;
 143 }
 144
 145 // This prototype is deprecated.
 146 static inline __ATTRS_o_ai __vector unsigned short
 147 vec_insert(unsigned short __scalar, __vector __bool short __vec,
 148            int __index) {
 149   __vector unsigned short __newvec = (__vector unsigned short)__vec;
 150   __newvec[__index & 7] = (unsigned short)__scalar;
 151   return __newvec;
 152 }
 153
 154 static inline __ATTRS_o_ai __vector unsigned short
 155 vec_insert(unsigned short __scalar, __vector unsigned short __vec,
 156            int __index) {
 157   __vec[__index & 7] = __scalar;
 158   return __vec;
 159 }
 160
 161 static inline __ATTRS_o_ai __vector signed int
 162 vec_insert(signed int __scalar, __vector signed int __vec, int __index) {
 163   __vec[__index & 3] = __scalar;
 164   return __vec;
 165 }
 166
 167 // This prototype is deprecated.
 168 static inline __ATTRS_o_ai __vector unsigned int
 169 vec_insert(unsigned int __scalar, __vector __bool int __vec, int __index) {
 170   __vector unsigned int __newvec = (__vector unsigned int)__vec;
 171   __newvec[__index & 3] = __scalar;
 172   return __newvec;
 173 }
 174
 175 static inline __ATTRS_o_ai __vector unsigned int
 176 vec_insert(unsigned int __scalar, __vector unsigned int __vec, int __index) {
 177   __vec[__index & 3] = __scalar;
 178   return __vec;
 179 }
 180
 181 static inline __ATTRS_o_ai __vector signed long long
 182 vec_insert(signed long long __scalar, __vector signed long long __vec,
 183            int __index) {
 184   __vec[__index & 1] = __scalar;
 185   return __vec;
 186 }
 187
 188 // This prototype is deprecated.
 189 static inline __ATTRS_o_ai __vector unsigned long long
 190 vec_insert(unsigned long long __scalar, __vector __bool long long __vec,
 191            int __index) {
 192   __vector unsigned long long __newvec = (__vector unsigned long long)__vec;
 193   __newvec[__index & 1] = __scalar;
 194   return __newvec;
 195 }
 196
 197 static inline __ATTRS_o_ai __vector unsigned long long
 198 vec_insert(unsigned long long __scalar, __vector unsigned long long __vec,
 199            int __index) {
 200   __vec[__index & 1] = __scalar;
 201   return __vec;
 202 }
 203
 204 #if __ARCH__ >= 12
 205 static inline __ATTRS_o_ai __vector float
 206 vec_insert(float __scalar, __vector float __vec, int __index) {
 207   __vec[__index & 1] = __scalar;
 208   return __vec;
 209 }
 210 #endif
 211
 212 static inline __ATTRS_o_ai __vector double
 213 vec_insert(double __scalar, __vector double __vec, int __index) {
 214   __vec[__index & 1] = __scalar;
 215   return __vec;
 216 }
 217
 218 /*-- vec_promote ------------------------------------------------------------*/
 219
 220 static inline __ATTRS_o_ai __vector signed char
 221 vec_promote(signed char __scalar, int __index) {
 222   const __vector signed char __zero = (__vector signed char)0;
 223   __vector signed char __vec = __builtin_shufflevector(__zero, __zero,
 224     -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
 225   __vec[__index & 15] = __scalar;
 226   return __vec;
 227 }
 228
 229 static inline __ATTRS_o_ai __vector unsigned char
 230 vec_promote(unsigned char __scalar, int __index) {
 231   const __vector unsigned char __zero = (__vector unsigned char)0;
 232   __vector unsigned char __vec = __builtin_shufflevector(__zero, __zero,
 233     -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
 234   __vec[__index & 15] = __scalar;
 235   return __vec;
 236 }
 237
 238 static inline __ATTRS_o_ai __vector signed short
 239 vec_promote(signed short __scalar, int __index) {
 240   const __vector signed short __zero = (__vector signed short)0;
 241   __vector signed short __vec = __builtin_shufflevector(__zero, __zero,
 242                                 -1, -1, -1, -1, -1, -1, -1, -1);
 243   __vec[__index & 7] = __scalar;
 244   return __vec;
 245 }
 246
 247 static inline __ATTRS_o_ai __vector unsigned short
 248 vec_promote(unsigned short __scalar, int __index) {
 249   const __vector unsigned short __zero = (__vector unsigned short)0;
 250   __vector unsigned short __vec = __builtin_shufflevector(__zero, __zero,
 251                                   -1, -1, -1, -1, -1, -1, -1, -1);
 252   __vec[__index & 7] = __scalar;
 253   return __vec;
 254 }
 255
 256 static inline __ATTRS_o_ai __vector signed int
 257 vec_promote(signed int __scalar, int __index) {
 258   const __vector signed int __zero = (__vector signed int)0;
 259   __vector signed int __vec = __builtin_shufflevector(__zero, __zero,
 260                                                       -1, -1, -1, -1);
 261   __vec[__index & 3] = __scalar;
 262   return __vec;
 263 }
 264
 265 static inline __ATTRS_o_ai __vector unsigned int
 266 vec_promote(unsigned int __scalar, int __index) {
 267   const __vector unsigned int __zero = (__vector unsigned int)0;
 268   __vector unsigned int __vec = __builtin_shufflevector(__zero, __zero,
 269                                                         -1, -1, -1, -1);
 270   __vec[__index & 3] = __scalar;
 271   return __vec;
 272 }
 273
 274 static inline __ATTRS_o_ai __vector signed long long
 275 vec_promote(signed long long __scalar, int __index) {
 276   const __vector signed long long __zero = (__vector signed long long)0;
 277   __vector signed long long __vec = __builtin_shufflevector(__zero, __zero,
 278                                                             -1, -1);
 279   __vec[__index & 1] = __scalar;
 280   return __vec;
 281 }
 282
 283 static inline __ATTRS_o_ai __vector unsigned long long
 284 vec_promote(unsigned long long __scalar, int __index) {
 285   const __vector unsigned long long __zero = (__vector unsigned long long)0;
 286   __vector unsigned long long __vec = __builtin_shufflevector(__zero, __zero,
 287                                                               -1, -1);
 288   __vec[__index & 1] = __scalar;
 289   return __vec;
 290 }
 291
 292 #if __ARCH__ >= 12
 293 static inline __ATTRS_o_ai __vector float
 294 vec_promote(float __scalar, int __index) {
 295   const __vector float __zero = (__vector float)0.0f;
 296   __vector float __vec = __builtin_shufflevector(__zero, __zero,
 297                                                  -1, -1, -1, -1);
 298   __vec[__index & 3] = __scalar;
 299   return __vec;
 300 }
 301 #endif
 302
 303 static inline __ATTRS_o_ai __vector double
 304 vec_promote(double __scalar, int __index) {
 305   const __vector double __zero = (__vector double)0.0;
 306   __vector double __vec = __builtin_shufflevector(__zero, __zero, -1, -1);
 307   __vec[__index & 1] = __scalar;
 308   return __vec;
 309 }
 310
 311 /*-- vec_insert_and_zero ----------------------------------------------------*/
 312
 313 static inline __ATTRS_o_ai __vector signed char
 314 vec_insert_and_zero(const signed char *__ptr) {
 315   __vector signed char __vec = (__vector signed char)0;
 316   __vec[7] = *__ptr;
 317   return __vec;
 318 }
 319
 320 static inline __ATTRS_o_ai __vector unsigned char
 321 vec_insert_and_zero(const unsigned char *__ptr) {
 322   __vector unsigned char __vec = (__vector unsigned char)0;
 323   __vec[7] = *__ptr;
 324   return __vec;
 325 }
 326
 327 static inline __ATTRS_o_ai __vector signed short
 328 vec_insert_and_zero(const signed short *__ptr) {
 329   __vector signed short __vec = (__vector signed short)0;
 330   __vec[3] = *__ptr;
 331   return __vec;
 332 }
 333
 334 static inline __ATTRS_o_ai __vector unsigned short
 335 vec_insert_and_zero(const unsigned short *__ptr) {
 336   __vector unsigned short __vec = (__vector unsigned short)0;
 337   __vec[3] = *__ptr;
 338   return __vec;
 339 }
 340
 341 static inline __ATTRS_o_ai __vector signed int
 342 vec_insert_and_zero(const signed int *__ptr) {
 343   __vector signed int __vec = (__vector signed int)0;
 344   __vec[1] = *__ptr;
 345   return __vec;
 346 }
 347
 348 static inline __ATTRS_o_ai __vector unsigned int
 349 vec_insert_and_zero(const unsigned int *__ptr) {
 350   __vector unsigned int __vec = (__vector unsigned int)0;
 351   __vec[1] = *__ptr;
 352   return __vec;
 353 }
 354
 355 static inline __ATTRS_o_ai __vector signed long long
 356 vec_insert_and_zero(const signed long long *__ptr) {
 357   __vector signed long long __vec = (__vector signed long long)0;
 358   __vec[0] = *__ptr;
 359   return __vec;
 360 }
 361
 362 static inline __ATTRS_o_ai __vector unsigned long long
 363 vec_insert_and_zero(const unsigned long long *__ptr) {
 364   __vector unsigned long long __vec = (__vector unsigned long long)0;
 365   __vec[0] = *__ptr;
 366   return __vec;
 367 }
 368
 369 #if __ARCH__ >= 12
 370 static inline __ATTRS_o_ai __vector float
 371 vec_insert_and_zero(const float *__ptr) {
 372   __vector float __vec = (__vector float)0.0f;
 373   __vec[1] = *__ptr;
 374   return __vec;
 375 }
 376 #endif
 377
 378 static inline __ATTRS_o_ai __vector double
 379 vec_insert_and_zero(const double *__ptr) {
 380   __vector double __vec = (__vector double)0.0;
 381   __vec[0] = *__ptr;
 382   return __vec;
 383 }
 384
 385 /*-- vec_perm ---------------------------------------------------------------*/
 386
 387 static inline __ATTRS_o_ai __vector signed char
 388 vec_perm(__vector signed char __a, __vector signed char __b,
 389          __vector unsigned char __c) {
 390   return (__vector signed char)__builtin_s390_vperm(
 391            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 392 }
 393
 394 static inline __ATTRS_o_ai __vector unsigned char
 395 vec_perm(__vector unsigned char __a, __vector unsigned char __b,
 396          __vector unsigned char __c) {
 397   return (__vector unsigned char)__builtin_s390_vperm(
 398            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 399 }
 400
 401 static inline __ATTRS_o_ai __vector __bool char
 402 vec_perm(__vector __bool char __a, __vector __bool char __b,
 403          __vector unsigned char __c) {
 404   return (__vector __bool char)__builtin_s390_vperm(
 405            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 406 }
 407
 408 static inline __ATTRS_o_ai __vector signed short
 409 vec_perm(__vector signed short __a, __vector signed short __b,
 410          __vector unsigned char __c) {
 411   return (__vector signed short)__builtin_s390_vperm(
 412            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 413 }
 414
 415 static inline __ATTRS_o_ai __vector unsigned short
 416 vec_perm(__vector unsigned short __a, __vector unsigned short __b,
 417          __vector unsigned char __c) {
 418   return (__vector unsigned short)__builtin_s390_vperm(
 419            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 420 }
 421
 422 static inline __ATTRS_o_ai __vector __bool short
 423 vec_perm(__vector __bool short __a, __vector __bool short __b,
 424          __vector unsigned char __c) {
 425   return (__vector __bool short)__builtin_s390_vperm(
 426            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 427 }
 428
 429 static inline __ATTRS_o_ai __vector signed int
 430 vec_perm(__vector signed int __a, __vector signed int __b,
 431          __vector unsigned char __c) {
 432   return (__vector signed int)__builtin_s390_vperm(
 433            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 434 }
 435
 436 static inline __ATTRS_o_ai __vector unsigned int
 437 vec_perm(__vector unsigned int __a, __vector unsigned int __b,
 438          __vector unsigned char __c) {
 439   return (__vector unsigned int)__builtin_s390_vperm(
 440            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 441 }
 442
 443 static inline __ATTRS_o_ai __vector __bool int
 444 vec_perm(__vector __bool int __a, __vector __bool int __b,
 445          __vector unsigned char __c) {
 446   return (__vector __bool int)__builtin_s390_vperm(
 447            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 448 }
 449
 450 static inline __ATTRS_o_ai __vector signed long long
 451 vec_perm(__vector signed long long __a, __vector signed long long __b,
 452          __vector unsigned char __c) {
 453   return (__vector signed long long)__builtin_s390_vperm(
 454            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 455 }
 456
 457 static inline __ATTRS_o_ai __vector unsigned long long
 458 vec_perm(__vector unsigned long long __a, __vector unsigned long long __b,
 459          __vector unsigned char __c) {
 460   return (__vector unsigned long long)__builtin_s390_vperm(
 461            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 462 }
 463
 464 static inline __ATTRS_o_ai __vector __bool long long
 465 vec_perm(__vector __bool long long __a, __vector __bool long long __b,
 466          __vector unsigned char __c) {
 467   return (__vector __bool long long)__builtin_s390_vperm(
 468            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 469 }
 470
 471 #if __ARCH__ >= 12
 472 static inline __ATTRS_o_ai __vector float
 473 vec_perm(__vector float __a, __vector float __b,
 474          __vector unsigned char __c) {
 475   return (__vector float)__builtin_s390_vperm(
 476            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 477 }
 478 #endif
 479
 480 static inline __ATTRS_o_ai __vector double
 481 vec_perm(__vector double __a, __vector double __b,
 482          __vector unsigned char __c) {
 483   return (__vector double)__builtin_s390_vperm(
 484            (__vector unsigned char)__a, (__vector unsigned char)__b, __c);
 485 }
 486
 487 /*-- vec_permi --------------------------------------------------------------*/
 488
 489 // This prototype is deprecated.
 490 extern __ATTRS_o __vector signed long long
 491 vec_permi(__vector signed long long __a, __vector signed long long __b,
 492           int __c)
 493   __constant_range(__c, 0, 3);
 494
 495 // This prototype is deprecated.
 496 extern __ATTRS_o __vector unsigned long long
 497 vec_permi(__vector unsigned long long __a, __vector unsigned long long __b,
 498           int __c)
 499   __constant_range(__c, 0, 3);
 500
 501 // This prototype is deprecated.
 502 extern __ATTRS_o __vector __bool long long
 503 vec_permi(__vector __bool long long __a, __vector __bool long long __b,
 504           int __c)
 505   __constant_range(__c, 0, 3);
 506
 507 // This prototype is deprecated.
 508 extern __ATTRS_o __vector double
 509 vec_permi(__vector double __a, __vector double __b, int __c)
 510   __constant_range(__c, 0, 3);
 511
 512 #define vec_permi(X, Y, Z) ((__typeof__((vec_permi)((X), (Y), (Z)))) \
 513   __builtin_s390_vpdi((__vector unsigned long long)(X), \
 514                       (__vector unsigned long long)(Y), \
 515                       (((Z) & 2) << 1) | ((Z) & 1)))
 516
 517 /*-- vec_bperm_u128 ---------------------------------------------------------*/
 518
 519 #if __ARCH__ >= 12
 520 static inline __ATTRS_ai __vector unsigned long long
 521 vec_bperm_u128(__vector unsigned char __a, __vector unsigned char __b) {
 522   return __builtin_s390_vbperm(__a, __b);
 523 }
 524 #endif
 525
 526 /*-- vec_revb ---------------------------------------------------------------*/
 527
 528 static inline __ATTRS_o_ai __vector signed short
 529 vec_revb(__vector signed short __vec) {
 530   return (__vector signed short)
 531          __builtin_s390_vlbrh((__vector unsigned short)__vec);
 532 }
 533
 534 static inline __ATTRS_o_ai __vector unsigned short
 535 vec_revb(__vector unsigned short __vec) {
 536   return __builtin_s390_vlbrh(__vec);
 537 }
 538
 539 static inline __ATTRS_o_ai __vector signed int
 540 vec_revb(__vector signed int __vec) {
 541   return (__vector signed int)
 542          __builtin_s390_vlbrf((__vector unsigned int)__vec);
 543 }
 544
 545 static inline __ATTRS_o_ai __vector unsigned int
 546 vec_revb(__vector unsigned int __vec) {
 547   return __builtin_s390_vlbrf(__vec);
 548 }
 549
 550 static inline __ATTRS_o_ai __vector signed long long
 551 vec_revb(__vector signed long long __vec) {
 552   return (__vector signed long long)
 553          __builtin_s390_vlbrg((__vector unsigned long long)__vec);
 554 }
 555
 556 static inline __ATTRS_o_ai __vector unsigned long long
 557 vec_revb(__vector unsigned long long __vec) {
 558   return __builtin_s390_vlbrg(__vec);
 559 }
 560
 561 #if __ARCH__ >= 12
 562 static inline __ATTRS_o_ai __vector float
 563 vec_revb(__vector float __vec) {
 564   return (__vector float)
 565          __builtin_s390_vlbrf((__vector unsigned int)__vec);
 566 }
 567 #endif
 568
 569 static inline __ATTRS_o_ai __vector double
 570 vec_revb(__vector double __vec) {
 571   return (__vector double)
 572          __builtin_s390_vlbrg((__vector unsigned long long)__vec);
 573 }
 574
 575 /*-- vec_reve ---------------------------------------------------------------*/
 576
 577 static inline __ATTRS_o_ai __vector signed char
 578 vec_reve(__vector signed char __vec) {
 579   return (__vector signed char) { __vec[15], __vec[14], __vec[13], __vec[12],
 580                                   __vec[11], __vec[10], __vec[9], __vec[8],
 581                                   __vec[7], __vec[6], __vec[5], __vec[4],
 582                                   __vec[3], __vec[2], __vec[1], __vec[0] };
 583 }
 584
 585 static inline __ATTRS_o_ai __vector unsigned char
 586 vec_reve(__vector unsigned char __vec) {
 587   return (__vector unsigned char) { __vec[15], __vec[14], __vec[13], __vec[12],
 588                                     __vec[11], __vec[10], __vec[9], __vec[8],
 589                                     __vec[7], __vec[6], __vec[5], __vec[4],
 590                                     __vec[3], __vec[2], __vec[1], __vec[0] };
 591 }
 592
 593 static inline __ATTRS_o_ai __vector __bool char
 594 vec_reve(__vector __bool char __vec) {
 595   return (__vector __bool char) { __vec[15], __vec[14], __vec[13], __vec[12],
 596                                   __vec[11], __vec[10], __vec[9], __vec[8],
 597                                   __vec[7], __vec[6], __vec[5], __vec[4],
 598                                   __vec[3], __vec[2], __vec[1], __vec[0] };
 599 }
 600
 601 static inline __ATTRS_o_ai __vector signed short
 602 vec_reve(__vector signed short __vec) {
 603   return (__vector signed short) { __vec[7], __vec[6], __vec[5], __vec[4],
 604                                    __vec[3], __vec[2], __vec[1], __vec[0] };
 605 }
 606
 607 static inline __ATTRS_o_ai __vector unsigned short
 608 vec_reve(__vector unsigned short __vec) {
 609   return (__vector unsigned short) { __vec[7], __vec[6], __vec[5], __vec[4],
 610                                      __vec[3], __vec[2], __vec[1], __vec[0] };
 611 }
 612
 613 static inline __ATTRS_o_ai __vector __bool short
 614 vec_reve(__vector __bool short __vec) {
 615   return (__vector __bool short) { __vec[7], __vec[6], __vec[5], __vec[4],
 616                                    __vec[3], __vec[2], __vec[1], __vec[0] };
 617 }
 618
 619 static inline __ATTRS_o_ai __vector signed int
 620 vec_reve(__vector signed int __vec) {
 621   return (__vector signed int) { __vec[3], __vec[2], __vec[1], __vec[0] };
 622 }
 623
 624 static inline __ATTRS_o_ai __vector unsigned int
 625 vec_reve(__vector unsigned int __vec) {
 626   return (__vector unsigned int) { __vec[3], __vec[2], __vec[1], __vec[0] };
 627 }
 628
 629 static inline __ATTRS_o_ai __vector __bool int
 630 vec_reve(__vector __bool int __vec) {
 631   return (__vector __bool int) { __vec[3], __vec[2], __vec[1], __vec[0] };
 632 }
 633
 634 static inline __ATTRS_o_ai __vector signed long long
 635 vec_reve(__vector signed long long __vec) {
 636   return (__vector signed long long) { __vec[1], __vec[0] };
 637 }
 638
 639 static inline __ATTRS_o_ai __vector unsigned long long
 640 vec_reve(__vector unsigned long long __vec) {
 641   return (__vector unsigned long long) { __vec[1], __vec[0] };
 642 }
 643
 644 static inline __ATTRS_o_ai __vector __bool long long
 645 vec_reve(__vector __bool long long __vec) {
 646   return (__vector __bool long long) { __vec[1], __vec[0] };
 647 }
 648
 649 #if __ARCH__ >= 12
 650 static inline __ATTRS_o_ai __vector float
 651 vec_reve(__vector float __vec) {
 652   return (__vector float) { __vec[3], __vec[2], __vec[1], __vec[0] };
 653 }
 654 #endif
 655
 656 static inline __ATTRS_o_ai __vector double
 657 vec_reve(__vector double __vec) {
 658   return (__vector double) { __vec[1], __vec[0] };
 659 }
 660
 661 /*-- vec_sel ----------------------------------------------------------------*/
 662
 663 static inline __ATTRS_o_ai __vector signed char
 664 vec_sel(__vector signed char __a, __vector signed char __b,
 665         __vector unsigned char __c) {
 666   return (((__vector signed char)__c & __b) |
 667           (~(__vector signed char)__c & __a));
 668 }
 669
 670 static inline __ATTRS_o_ai __vector signed char
 671 vec_sel(__vector signed char __a, __vector signed char __b,
 672         __vector __bool char __c) {
 673   return (((__vector signed char)__c & __b) |
 674           (~(__vector signed char)__c & __a));
 675 }
 676
 677 static inline __ATTRS_o_ai __vector __bool char
 678 vec_sel(__vector __bool char __a, __vector __bool char __b,
 679         __vector unsigned char __c) {
 680   return (((__vector __bool char)__c & __b) |
 681           (~(__vector __bool char)__c & __a));
 682 }
 683
 684 static inline __ATTRS_o_ai __vector __bool char
 685 vec_sel(__vector __bool char __a, __vector __bool char __b,
 686         __vector __bool char __c) {
 687   return (__c & __b) | (~__c & __a);
 688 }
 689
 690 static inline __ATTRS_o_ai __vector unsigned char
 691 vec_sel(__vector unsigned char __a, __vector unsigned char __b,
 692         __vector unsigned char __c) {
 693   return (__c & __b) | (~__c & __a);
 694 }
 695
 696 static inline __ATTRS_o_ai __vector unsigned char
 697 vec_sel(__vector unsigned char __a, __vector unsigned char __b,
 698         __vector __bool char __c) {
 699   return (((__vector unsigned char)__c & __b) |
 700           (~(__vector unsigned char)__c & __a));
 701 }
 702
 703 static inline __ATTRS_o_ai __vector signed short
 704 vec_sel(__vector signed short __a, __vector signed short __b,
 705         __vector unsigned short __c) {
 706   return (((__vector signed short)__c & __b) |
 707           (~(__vector signed short)__c & __a));
 708 }
 709
 710 static inline __ATTRS_o_ai __vector signed short
 711 vec_sel(__vector signed short __a, __vector signed short __b,
 712         __vector __bool short __c) {
 713   return (((__vector signed short)__c & __b) |
 714           (~(__vector signed short)__c & __a));
 715 }
 716
 717 static inline __ATTRS_o_ai __vector __bool short
 718 vec_sel(__vector __bool short __a, __vector __bool short __b,
 719         __vector unsigned short __c) {
 720   return (((__vector __bool short)__c & __b) |
 721           (~(__vector __bool short)__c & __a));
 722 }
 723
 724 static inline __ATTRS_o_ai __vector __bool short
 725 vec_sel(__vector __bool short __a, __vector __bool short __b,
 726         __vector __bool short __c) {
 727   return (__c & __b) | (~__c & __a);
 728 }
 729
 730 static inline __ATTRS_o_ai __vector unsigned short
 731 vec_sel(__vector unsigned short __a, __vector unsigned short __b,
 732         __vector unsigned short __c) {
 733   return (__c & __b) | (~__c & __a);
 734 }
 735
 736 static inline __ATTRS_o_ai __vector unsigned short
 737 vec_sel(__vector unsigned short __a, __vector unsigned short __b,
 738         __vector __bool short __c) {
 739   return (((__vector unsigned short)__c & __b) |
 740           (~(__vector unsigned short)__c & __a));
 741 }
 742
 743 static inline __ATTRS_o_ai __vector signed int
 744 vec_sel(__vector signed int __a, __vector signed int __b,
 745         __vector unsigned int __c) {
 746   return (((__vector signed int)__c & __b) |
 747           (~(__vector signed int)__c & __a));
 748 }
 749
 750 static inline __ATTRS_o_ai __vector signed int
 751 vec_sel(__vector signed int __a, __vector signed int __b,
 752         __vector __bool int __c) {
 753   return (((__vector signed int)__c & __b) |
 754           (~(__vector signed int)__c & __a));
 755 }
 756
 757 static inline __ATTRS_o_ai __vector __bool int
 758 vec_sel(__vector __bool int __a, __vector __bool int __b,
 759         __vector unsigned int __c) {
 760   return (((__vector __bool int)__c & __b) |
 761           (~(__vector __bool int)__c & __a));
 762 }
 763
 764 static inline __ATTRS_o_ai __vector __bool int
 765 vec_sel(__vector __bool int __a, __vector __bool int __b,
 766         __vector __bool int __c) {
 767   return (__c & __b) | (~__c & __a);
 768 }
 769
 770 static inline __ATTRS_o_ai __vector unsigned int
 771 vec_sel(__vector unsigned int __a, __vector unsigned int __b,
 772         __vector unsigned int __c) {
 773   return (__c & __b) | (~__c & __a);
 774 }
 775
 776 static inline __ATTRS_o_ai __vector unsigned int
 777 vec_sel(__vector unsigned int __a, __vector unsigned int __b,
 778         __vector __bool int __c) {
 779   return (((__vector unsigned int)__c & __b) |
 780           (~(__vector unsigned int)__c & __a));
 781 }
 782
 783 static inline __ATTRS_o_ai __vector signed long long
 784 vec_sel(__vector signed long long __a, __vector signed long long __b,
 785         __vector unsigned long long __c) {
 786   return (((__vector signed long long)__c & __b) |
 787           (~(__vector signed long long)__c & __a));
 788 }
 789
 790 static inline __ATTRS_o_ai __vector signed long long
 791 vec_sel(__vector signed long long __a, __vector signed long long __b,
 792         __vector __bool long long __c) {
 793   return (((__vector signed long long)__c & __b) |
 794           (~(__vector signed long long)__c & __a));
 795 }
 796
 797 static inline __ATTRS_o_ai __vector __bool long long
 798 vec_sel(__vector __bool long long __a, __vector __bool long long __b,
 799         __vector unsigned long long __c) {
 800   return (((__vector __bool long long)__c & __b) |
 801           (~(__vector __bool long long)__c & __a));
 802 }
 803
 804 static inline __ATTRS_o_ai __vector __bool long long
 805 vec_sel(__vector __bool long long __a, __vector __bool long long __b,
 806         __vector __bool long long __c) {
 807   return (__c & __b) | (~__c & __a);
 808 }
 809
 810 static inline __ATTRS_o_ai __vector unsigned long long
 811 vec_sel(__vector unsigned long long __a, __vector unsigned long long __b,
 812         __vector unsigned long long __c) {
 813   return (__c & __b) | (~__c & __a);
 814 }
 815
 816 static inline __ATTRS_o_ai __vector unsigned long long
 817 vec_sel(__vector unsigned long long __a, __vector unsigned long long __b,
 818         __vector __bool long long __c) {
 819   return (((__vector unsigned long long)__c & __b) |
 820           (~(__vector unsigned long long)__c & __a));
 821 }
 822
 823 #if __ARCH__ >= 12
 824 static inline __ATTRS_o_ai __vector float
 825 vec_sel(__vector float __a, __vector float __b, __vector unsigned int __c) {
 826   return (__vector float)((__c & (__vector unsigned int)__b) |
 827                           (~__c & (__vector unsigned int)__a));
 828 }
 829
 830 static inline __ATTRS_o_ai __vector float
 831 vec_sel(__vector float __a, __vector float __b, __vector __bool int __c) {
 832   __vector unsigned int __ac = (__vector unsigned int)__a;
 833   __vector unsigned int __bc = (__vector unsigned int)__b;
 834   __vector unsigned int __cc = (__vector unsigned int)__c;
 835   return (__vector float)((__cc & __bc) | (~__cc & __ac));
 836 }
 837 #endif
 838
 839 static inline __ATTRS_o_ai __vector double
 840 vec_sel(__vector double __a, __vector double __b,
 841         __vector unsigned long long __c) {
 842   return (__vector double)((__c & (__vector unsigned long long)__b) |
 843                          (~__c & (__vector unsigned long long)__a));
 844 }
 845
 846 static inline __ATTRS_o_ai __vector double
 847 vec_sel(__vector double __a, __vector double __b,
 848         __vector __bool long long __c) {
 849   __vector unsigned long long __ac = (__vector unsigned long long)__a;
 850   __vector unsigned long long __bc = (__vector unsigned long long)__b;
 851   __vector unsigned long long __cc = (__vector unsigned long long)__c;
 852   return (__vector double)((__cc & __bc) | (~__cc & __ac));
 853 }
 854
 855 /*-- vec_gather_element -----------------------------------------------------*/
 856
 857 static inline __ATTRS_o_ai __vector signed int
 858 vec_gather_element(__vector signed int __vec,
 859                    __vector unsigned int __offset,
 860                    const signed int *__ptr, int __index)
 861   __constant_range(__index, 0, 3) {
 862   __vec[__index] = *(const signed int *)(
 863     (const char *)__ptr + __offset[__index]);
 864   return __vec;
 865 }
 866
 867 static inline __ATTRS_o_ai __vector __bool int
 868 vec_gather_element(__vector __bool int __vec,
 869                    __vector unsigned int __offset,
 870                    const unsigned int *__ptr, int __index)
 871   __constant_range(__index, 0, 3) {
 872   __vec[__index] = *(const unsigned int *)(
 873     (const char *)__ptr + __offset[__index]);
 874   return __vec;
 875 }
 876
 877 static inline __ATTRS_o_ai __vector unsigned int
 878 vec_gather_element(__vector unsigned int __vec,
 879                    __vector unsigned int __offset,
 880                    const unsigned int *__ptr, int __index)
 881   __constant_range(__index, 0, 3) {
 882   __vec[__index] = *(const unsigned int *)(
 883     (const char *)__ptr + __offset[__index]);
 884   return __vec;
 885 }
 886
 887 static inline __ATTRS_o_ai __vector signed long long
 888 vec_gather_element(__vector signed long long __vec,
 889                    __vector unsigned long long __offset,
 890                    const signed long long *__ptr, int __index)
 891   __constant_range(__index, 0, 1) {
 892   __vec[__index] = *(const signed long long *)(
 893     (const char *)__ptr + __offset[__index]);
 894   return __vec;
 895 }
 896
 897 static inline __ATTRS_o_ai __vector __bool long long
 898 vec_gather_element(__vector __bool long long __vec,
 899                    __vector unsigned long long __offset,
 900                    const unsigned long long *__ptr, int __index)
 901   __constant_range(__index, 0, 1) {
 902   __vec[__index] = *(const unsigned long long *)(
 903     (const char *)__ptr + __offset[__index]);
 904   return __vec;
 905 }
 906
 907 static inline __ATTRS_o_ai __vector unsigned long long
 908 vec_gather_element(__vector unsigned long long __vec,
 909                    __vector unsigned long long __offset,
 910                    const unsigned long long *__ptr, int __index)
 911   __constant_range(__index, 0, 1) {
 912   __vec[__index] = *(const unsigned long long *)(
 913     (const char *)__ptr + __offset[__index]);
 914   return __vec;
 915 }
 916
 917 #if __ARCH__ >= 12
 918 static inline __ATTRS_o_ai __vector float
 919 vec_gather_element(__vector float __vec,
 920                    __vector unsigned int __offset,
 921                    const float *__ptr, int __index)
 922   __constant_range(__index, 0, 3) {
 923   __vec[__index] = *(const float *)(
 924     (const char *)__ptr + __offset[__index]);
 925   return __vec;
 926 }
 927 #endif
 928
 929 static inline __ATTRS_o_ai __vector double
 930 vec_gather_element(__vector double __vec,
 931                    __vector unsigned long long __offset,
 932                    const double *__ptr, int __index)
 933   __constant_range(__index, 0, 1) {
 934   __vec[__index] = *(const double *)(
 935     (const char *)__ptr + __offset[__index]);
 936   return __vec;
 937 }
 938
 939 /*-- vec_scatter_element ----------------------------------------------------*/
 940
 941 static inline __ATTRS_o_ai void
 942 vec_scatter_element(__vector signed int __vec,
 943                     __vector unsigned int __offset,
 944                     signed int *__ptr, int __index)
 945   __constant_range(__index, 0, 3) {
 946   *(signed int *)((char *)__ptr + __offset[__index]) =
 947     __vec[__index];
 948 }
 949
 950 static inline __ATTRS_o_ai void
 951 vec_scatter_element(__vector __bool int __vec,
 952                     __vector unsigned int __offset,
 953                     unsigned int *__ptr, int __index)
 954   __constant_range(__index, 0, 3) {
 955   *(unsigned int *)((char *)__ptr + __offset[__index]) =
 956     __vec[__index];
 957 }
 958
 959 static inline __ATTRS_o_ai void
 960 vec_scatter_element(__vector unsigned int __vec,
 961                     __vector unsigned int __offset,
 962                     unsigned int *__ptr, int __index)
 963   __constant_range(__index, 0, 3) {
 964   *(unsigned int *)((char *)__ptr + __offset[__index]) =
 965     __vec[__index];
 966 }
 967
 968 static inline __ATTRS_o_ai void
 969 vec_scatter_element(__vector signed long long __vec,
 970                     __vector unsigned long long __offset,
 971                     signed long long *__ptr, int __index)
 972   __constant_range(__index, 0, 1) {
 973   *(signed long long *)((char *)__ptr + __offset[__index]) =
 974     __vec[__index];
 975 }
 976
 977 static inline __ATTRS_o_ai void
 978 vec_scatter_element(__vector __bool long long __vec,
 979                     __vector unsigned long long __offset,
 980                     unsigned long long *__ptr, int __index)
 981   __constant_range(__index, 0, 1) {
 982   *(unsigned long long *)((char *)__ptr + __offset[__index]) =
 983     __vec[__index];
 984 }
 985
 986 static inline __ATTRS_o_ai void
 987 vec_scatter_element(__vector unsigned long long __vec,
 988                     __vector unsigned long long __offset,
 989                     unsigned long long *__ptr, int __index)
 990   __constant_range(__index, 0, 1) {
 991   *(unsigned long long *)((char *)__ptr + __offset[__index]) =
 992     __vec[__index];
 993 }
 994
 995 #if __ARCH__ >= 12
 996 static inline __ATTRS_o_ai void
 997 vec_scatter_element(__vector float __vec,
 998                     __vector unsigned int __offset,
 999                     float *__ptr, int __index)
1000   __constant_range(__index, 0, 3) {
1001   *(float *)((char *)__ptr + __offset[__index]) =
1002     __vec[__index];
1003 }
1004 #endif
1005
1006 static inline __ATTRS_o_ai void
1007 vec_scatter_element(__vector double __vec,
1008                     __vector unsigned long long __offset,
1009                     double *__ptr, int __index)
1010   __constant_range(__index, 0, 1) {
1011   *(double *)((char *)__ptr + __offset[__index]) =
1012     __vec[__index];
1013 }
1014
1015 /*-- vec_xl -----------------------------------------------------------------*/
1016
1017 static inline __ATTRS_o_ai __vector signed char
1018 vec_xl(long __offset, const signed char *__ptr) {
1019   __vector signed char V;
1020   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1021                    sizeof(__vector signed char));
1022   return V;
1023 }
1024
1025 static inline __ATTRS_o_ai __vector unsigned char
1026 vec_xl(long __offset, const unsigned char *__ptr) {
1027   __vector unsigned char V;
1028   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1029                    sizeof(__vector unsigned char));
1030   return V;
1031 }
1032
1033 static inline __ATTRS_o_ai __vector signed short
1034 vec_xl(long __offset, const signed short *__ptr) {
1035   __vector signed short V;
1036   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1037                    sizeof(__vector signed short));
1038   return V;
1039 }
1040
1041 static inline __ATTRS_o_ai __vector unsigned short
1042 vec_xl(long __offset, const unsigned short *__ptr) {
1043   __vector unsigned short V;
1044   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1045                    sizeof(__vector unsigned short));
1046   return V;
1047 }
1048
1049 static inline __ATTRS_o_ai __vector signed int
1050 vec_xl(long __offset, const signed int *__ptr) {
1051   __vector signed int V;
1052   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1053                    sizeof(__vector signed int));
1054   return V;
1055 }
1056
1057 static inline __ATTRS_o_ai __vector unsigned int
1058 vec_xl(long __offset, const unsigned int *__ptr) {
1059   __vector unsigned int V;
1060   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1061                    sizeof(__vector unsigned int));
1062   return V;
1063 }
1064
1065 static inline __ATTRS_o_ai __vector signed long long
1066 vec_xl(long __offset, const signed long long *__ptr) {
1067   __vector signed long long V;
1068   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1069                    sizeof(__vector signed long long));
1070   return V;
1071 }
1072
1073 static inline __ATTRS_o_ai __vector unsigned long long
1074 vec_xl(long __offset, const unsigned long long *__ptr) {
1075   __vector unsigned long long V;
1076   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1077                    sizeof(__vector unsigned long long));
1078   return V;
1079 }
1080
1081 #if __ARCH__ >= 12
1082 static inline __ATTRS_o_ai __vector float
1083 vec_xl(long __offset, const float *__ptr) {
1084   __vector float V;
1085   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1086                    sizeof(__vector float));
1087   return V;
1088 }
1089 #endif
1090
1091 static inline __ATTRS_o_ai __vector double
1092 vec_xl(long __offset, const double *__ptr) {
1093   __vector double V;
1094   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1095                    sizeof(__vector double));
1096   return V;
1097 }
1098
1099 /*-- vec_xld2 ---------------------------------------------------------------*/
1100
1101 // This prototype is deprecated.
1102 static inline __ATTRS_o_ai __vector signed char
1103 vec_xld2(long __offset, const signed char *__ptr) {
1104   __vector signed char V;
1105   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1106                    sizeof(__vector signed char));
1107   return V;
1108 }
1109
1110 // This prototype is deprecated.
1111 static inline __ATTRS_o_ai __vector unsigned char
1112 vec_xld2(long __offset, const unsigned char *__ptr) {
1113   __vector unsigned char V;
1114   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1115                    sizeof(__vector unsigned char));
1116   return V;
1117 }
1118
1119 // This prototype is deprecated.
1120 static inline __ATTRS_o_ai __vector signed short
1121 vec_xld2(long __offset, const signed short *__ptr) {
1122   __vector signed short V;
1123   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1124                    sizeof(__vector signed short));
1125   return V;
1126 }
1127
1128 // This prototype is deprecated.
1129 static inline __ATTRS_o_ai __vector unsigned short
1130 vec_xld2(long __offset, const unsigned short *__ptr) {
1131   __vector unsigned short V;
1132   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1133                    sizeof(__vector unsigned short));
1134   return V;
1135 }
1136
1137 // This prototype is deprecated.
1138 static inline __ATTRS_o_ai __vector signed int
1139 vec_xld2(long __offset, const signed int *__ptr) {
1140   __vector signed int V;
1141   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1142                    sizeof(__vector signed int));
1143   return V;
1144 }
1145
1146 // This prototype is deprecated.
1147 static inline __ATTRS_o_ai __vector unsigned int
1148 vec_xld2(long __offset, const unsigned int *__ptr) {
1149   __vector unsigned int V;
1150   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1151                    sizeof(__vector unsigned int));
1152   return V;
1153 }
1154
1155 // This prototype is deprecated.
1156 static inline __ATTRS_o_ai __vector signed long long
1157 vec_xld2(long __offset, const signed long long *__ptr) {
1158   __vector signed long long V;
1159   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1160                    sizeof(__vector signed long long));
1161   return V;
1162 }
1163
1164 // This prototype is deprecated.
1165 static inline __ATTRS_o_ai __vector unsigned long long
1166 vec_xld2(long __offset, const unsigned long long *__ptr) {
1167   __vector unsigned long long V;
1168   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1169                    sizeof(__vector unsigned long long));
1170   return V;
1171 }
1172
1173 // This prototype is deprecated.
1174 static inline __ATTRS_o_ai __vector double
1175 vec_xld2(long __offset, const double *__ptr) {
1176   __vector double V;
1177   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1178                    sizeof(__vector double));
1179   return V;
1180 }
1181
1182 /*-- vec_xlw4 ---------------------------------------------------------------*/
1183
1184 // This prototype is deprecated.
1185 static inline __ATTRS_o_ai __vector signed char
1186 vec_xlw4(long __offset, const signed char *__ptr) {
1187   __vector signed char V;
1188   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1189                    sizeof(__vector signed char));
1190   return V;
1191 }
1192
1193 // This prototype is deprecated.
1194 static inline __ATTRS_o_ai __vector unsigned char
1195 vec_xlw4(long __offset, const unsigned char *__ptr) {
1196   __vector unsigned char V;
1197   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1198                    sizeof(__vector unsigned char));
1199   return V;
1200 }
1201
1202 // This prototype is deprecated.
1203 static inline __ATTRS_o_ai __vector signed short
1204 vec_xlw4(long __offset, const signed short *__ptr) {
1205   __vector signed short V;
1206   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1207                    sizeof(__vector signed short));
1208   return V;
1209 }
1210
1211 // This prototype is deprecated.
1212 static inline __ATTRS_o_ai __vector unsigned short
1213 vec_xlw4(long __offset, const unsigned short *__ptr) {
1214   __vector unsigned short V;
1215   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1216                    sizeof(__vector unsigned short));
1217   return V;
1218 }
1219
1220 // This prototype is deprecated.
1221 static inline __ATTRS_o_ai __vector signed int
1222 vec_xlw4(long __offset, const signed int *__ptr) {
1223   __vector signed int V;
1224   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1225                    sizeof(__vector signed int));
1226   return V;
1227 }
1228
1229 // This prototype is deprecated.
1230 static inline __ATTRS_o_ai __vector unsigned int
1231 vec_xlw4(long __offset, const unsigned int *__ptr) {
1232   __vector unsigned int V;
1233   __builtin_memcpy(&V, ((const char *)__ptr + __offset),
1234                    sizeof(__vector unsigned int));
1235   return V;
1236 }
1237
1238 /*-- vec_xst ----------------------------------------------------------------*/
1239
1240 static inline __ATTRS_o_ai void
1241 vec_xst(__vector signed char __vec, long __offset, signed char *__ptr) {
1242   __vector signed char V = __vec;
1243   __builtin_memcpy(((char *)__ptr + __offset), &V,
1244                    sizeof(__vector signed char));
1245 }
1246
1247 static inline __ATTRS_o_ai void
1248 vec_xst(__vector unsigned char __vec, long __offset, unsigned char *__ptr) {
1249   __vector unsigned char V = __vec;
1250   __builtin_memcpy(((char *)__ptr + __offset), &V,
1251                    sizeof(__vector unsigned char));
1252 }
1253
1254 static inline __ATTRS_o_ai void
1255 vec_xst(__vector signed short __vec, long __offset, signed short *__ptr) {
1256   __vector signed short V = __vec;
1257   __builtin_memcpy(((char *)__ptr + __offset), &V,
1258                    sizeof(__vector signed short));
1259 }
1260
1261 static inline __ATTRS_o_ai void
1262 vec_xst(__vector unsigned short __vec, long __offset, unsigned short *__ptr) {
1263   __vector unsigned short V = __vec;
1264   __builtin_memcpy(((char *)__ptr + __offset), &V,
1265                    sizeof(__vector unsigned short));
1266 }
1267
1268 static inline __ATTRS_o_ai void
1269 vec_xst(__vector signed int __vec, long __offset, signed int *__ptr) {
1270   __vector signed int V = __vec;
1271   __builtin_memcpy(((char *)__ptr + __offset), &V, sizeof(__vector signed int));
1272 }
1273
1274 static inline __ATTRS_o_ai void
1275 vec_xst(__vector unsigned int __vec, long __offset, unsigned int *__ptr) {
1276   __vector unsigned int V = __vec;
1277   __builtin_memcpy(((char *)__ptr + __offset), &V,
1278                    sizeof(__vector unsigned int));
1279 }
1280
1281 static inline __ATTRS_o_ai void
1282 vec_xst(__vector signed long long __vec, long __offset,
1283         signed long long *__ptr) {
1284   __vector signed long long V = __vec;
1285   __builtin_memcpy(((char *)__ptr + __offset), &V,
1286                    sizeof(__vector signed long long));
1287 }
1288
1289 static inline __ATTRS_o_ai void
1290 vec_xst(__vector unsigned long long __vec, long __offset,
1291         unsigned long long *__ptr) {
1292   __vector unsigned long long V = __vec;
1293   __builtin_memcpy(((char *)__ptr + __offset), &V,
1294                    sizeof(__vector unsigned long long));
1295 }
1296
1297 #if __ARCH__ >= 12
1298 static inline __ATTRS_o_ai void
1299 vec_xst(__vector float __vec, long __offset, float *__ptr) {
1300   __vector float V = __vec;
1301   __builtin_memcpy(((char *)__ptr + __offset), &V, sizeof(__vector float));
1302 }
1303 #endif
1304
1305 static inline __ATTRS_o_ai void
1306 vec_xst(__vector double __vec, long __offset, double *__ptr) {
1307   __vector double V = __vec;
1308   __builtin_memcpy(((char *)__ptr + __offset), &V, sizeof(__vector double));
1309 }
1310
1311 /*-- vec_xstd2 --------------------------------------------------------------*/
1312
1313 // This prototype is deprecated.
1314 static inline __ATTRS_o_ai void
1315 vec_xstd2(__vector signed char __vec, long __offset, signed char *__ptr) {
1316   __vector signed char V = __vec;
1317   __builtin_memcpy(((char *)__ptr + __offset), &V,
1318                    sizeof(__vector signed char));
1319 }
1320
1321 // This prototype is deprecated.
1322 static inline __ATTRS_o_ai void
1323 vec_xstd2(__vector unsigned char __vec, long __offset, unsigned char *__ptr) {
1324   __vector unsigned char V = __vec;
1325   __builtin_memcpy(((char *)__ptr + __offset), &V,
1326                    sizeof(__vector unsigned char));
1327 }
1328
1329 // This prototype is deprecated.
1330 static inline __ATTRS_o_ai void
1331 vec_xstd2(__vector signed short __vec, long __offset, signed short *__ptr) {
1332   __vector signed short V = __vec;
1333   __builtin_memcpy(((char *)__ptr + __offset), &V,
1334                    sizeof(__vector signed short));
1335 }
1336
1337 // This prototype is deprecated.
1338 static inline __ATTRS_o_ai void
1339 vec_xstd2(__vector unsigned short __vec, long __offset, unsigned short *__ptr) {
1340   __vector unsigned short V = __vec;
1341   __builtin_memcpy(((char *)__ptr + __offset), &V,
1342                    sizeof(__vector unsigned short));
1343 }
1344
1345 // This prototype is deprecated.
1346 static inline __ATTRS_o_ai void
1347 vec_xstd2(__vector signed int __vec, long __offset, signed int *__ptr) {
1348   __vector signed int V = __vec;
1349   __builtin_memcpy(((char *)__ptr + __offset), &V, sizeof(__vector signed int));
1350 }
1351
1352 // This prototype is deprecated.
1353 static inline __ATTRS_o_ai void
1354 vec_xstd2(__vector unsigned int __vec, long __offset, unsigned int *__ptr) {
1355   __vector unsigned int V = __vec;
1356   __builtin_memcpy(((char *)__ptr + __offset), &V,
1357                    sizeof(__vector unsigned int));
1358 }
1359
1360 // This prototype is deprecated.
1361 static inline __ATTRS_o_ai void
1362 vec_xstd2(__vector signed long long __vec, long __offset,
1363           signed long long *__ptr) {
1364   __vector signed long long V = __vec;
1365   __builtin_memcpy(((char *)__ptr + __offset), &V,
1366                    sizeof(__vector signed long long));
1367 }
1368
1369 // This prototype is deprecated.
1370 static inline __ATTRS_o_ai void
1371 vec_xstd2(__vector unsigned long long __vec, long __offset,
1372           unsigned long long *__ptr) {
1373   __vector unsigned long long V = __vec;
1374   __builtin_memcpy(((char *)__ptr + __offset), &V,
1375                    sizeof(__vector unsigned long long));
1376 }
1377
1378 // This prototype is deprecated.
1379 static inline __ATTRS_o_ai void
1380 vec_xstd2(__vector double __vec, long __offset, double *__ptr) {
1381   __vector double V = __vec;
1382   __builtin_memcpy(((char *)__ptr + __offset), &V, sizeof(__vector double));
1383 }
1384
1385 /*-- vec_xstw4 --------------------------------------------------------------*/
1386
1387 // This prototype is deprecated.
1388 static inline __ATTRS_o_ai void
1389 vec_xstw4(__vector signed char __vec, long __offset, signed char *__ptr) {
1390   __vector signed char V = __vec;
1391   __builtin_memcpy(((char *)__ptr + __offset), &V,
1392                    sizeof(__vector signed char));
1393 }
1394
1395 // This prototype is deprecated.
1396 static inline __ATTRS_o_ai void
1397 vec_xstw4(__vector unsigned char __vec, long __offset, unsigned char *__ptr) {
1398   __vector unsigned char V = __vec;
1399   __builtin_memcpy(((char *)__ptr + __offset), &V,
1400                    sizeof(__vector unsigned char));
1401 }
1402
1403 // This prototype is deprecated.
1404 static inline __ATTRS_o_ai void
1405 vec_xstw4(__vector signed short __vec, long __offset, signed short *__ptr) {
1406   __vector signed short V = __vec;
1407   __builtin_memcpy(((char *)__ptr + __offset), &V,
1408                    sizeof(__vector signed short));
1409 }
1410
1411 // This prototype is deprecated.
1412 static inline __ATTRS_o_ai void
1413 vec_xstw4(__vector unsigned short __vec, long __offset, unsigned short *__ptr) {
1414   __vector unsigned short V = __vec;
1415   __builtin_memcpy(((char *)__ptr + __offset), &V,
1416                    sizeof(__vector unsigned short));
1417 }
1418
1419 // This prototype is deprecated.
1420 static inline __ATTRS_o_ai void
1421 vec_xstw4(__vector signed int __vec, long __offset, signed int *__ptr) {
1422   __vector signed int V = __vec;
1423   __builtin_memcpy(((char *)__ptr + __offset), &V, sizeof(__vector signed int));
1424 }
1425
1426 // This prototype is deprecated.
1427 static inline __ATTRS_o_ai void
1428 vec_xstw4(__vector unsigned int __vec, long __offset, unsigned int *__ptr) {
1429   __vector unsigned int V = __vec;
1430   __builtin_memcpy(((char *)__ptr + __offset), &V,
1431                    sizeof(__vector unsigned int));
1432 }
1433
1434 /*-- vec_load_bndry ---------------------------------------------------------*/
1435
1436 extern __ATTRS_o __vector signed char
1437 vec_load_bndry(const signed char *__ptr, unsigned short __len)
1438   __constant_pow2_range(__len, 64, 4096);
1439
1440 extern __ATTRS_o __vector unsigned char
1441 vec_load_bndry(const unsigned char *__ptr, unsigned short __len)
1442   __constant_pow2_range(__len, 64, 4096);
1443
1444 extern __ATTRS_o __vector signed short
1445 vec_load_bndry(const signed short *__ptr, unsigned short __len)
1446   __constant_pow2_range(__len, 64, 4096);
1447
1448 extern __ATTRS_o __vector unsigned short
1449 vec_load_bndry(const unsigned short *__ptr, unsigned short __len)
1450   __constant_pow2_range(__len, 64, 4096);
1451
1452 extern __ATTRS_o __vector signed int
1453 vec_load_bndry(const signed int *__ptr, unsigned short __len)
1454   __constant_pow2_range(__len, 64, 4096);
1455
1456 extern __ATTRS_o __vector unsigned int
1457 vec_load_bndry(const unsigned int *__ptr, unsigned short __len)
1458   __constant_pow2_range(__len, 64, 4096);
1459
1460 extern __ATTRS_o __vector signed long long
1461 vec_load_bndry(const signed long long *__ptr, unsigned short __len)
1462   __constant_pow2_range(__len, 64, 4096);
1463
1464 extern __ATTRS_o __vector unsigned long long
1465 vec_load_bndry(const unsigned long long *__ptr, unsigned short __len)
1466   __constant_pow2_range(__len, 64, 4096);
1467
1468 #if __ARCH__ >= 12
1469 extern __ATTRS_o __vector float
1470 vec_load_bndry(const float *__ptr, unsigned short __len)
1471   __constant_pow2_range(__len, 64, 4096);
1472 #endif
1473
1474 extern __ATTRS_o __vector double
1475 vec_load_bndry(const double *__ptr, unsigned short __len)
1476   __constant_pow2_range(__len, 64, 4096);
1477
1478 #define vec_load_bndry(X, Y) ((__typeof__((vec_load_bndry)((X), (Y)))) \
1479   __builtin_s390_vlbb((X), ((Y) == 64 ? 0 : \
1480                             (Y) == 128 ? 1 : \
1481                             (Y) == 256 ? 2 : \
1482                             (Y) == 512 ? 3 : \
1483                             (Y) == 1024 ? 4 : \
1484                             (Y) == 2048 ? 5 : \
1485                             (Y) == 4096 ? 6 : -1)))
1486
1487 /*-- vec_load_len -----------------------------------------------------------*/
1488
1489 static inline __ATTRS_o_ai __vector signed char
1490 vec_load_len(const signed char *__ptr, unsigned int __len) {
1491   return (__vector signed char)__builtin_s390_vll(__len, __ptr);
1492 }
1493
1494 static inline __ATTRS_o_ai __vector unsigned char
1495 vec_load_len(const unsigned char *__ptr, unsigned int __len) {
1496   return (__vector unsigned char)__builtin_s390_vll(__len, __ptr);
1497 }
1498
1499 static inline __ATTRS_o_ai __vector signed short
1500 vec_load_len(const signed short *__ptr, unsigned int __len) {
1501   return (__vector signed short)__builtin_s390_vll(__len, __ptr);
1502 }
1503
1504 static inline __ATTRS_o_ai __vector unsigned short
1505 vec_load_len(const unsigned short *__ptr, unsigned int __len) {
1506   return (__vector unsigned short)__builtin_s390_vll(__len, __ptr);
1507 }
1508
1509 static inline __ATTRS_o_ai __vector signed int
1510 vec_load_len(const signed int *__ptr, unsigned int __len) {
1511   return (__vector signed int)__builtin_s390_vll(__len, __ptr);
1512 }
1513
1514 static inline __ATTRS_o_ai __vector unsigned int
1515 vec_load_len(const unsigned int *__ptr, unsigned int __len) {
1516   return (__vector unsigned int)__builtin_s390_vll(__len, __ptr);
1517 }
1518
1519 static inline __ATTRS_o_ai __vector signed long long
1520 vec_load_len(const signed long long *__ptr, unsigned int __len) {
1521   return (__vector signed long long)__builtin_s390_vll(__len, __ptr);
1522 }
1523
1524 static inline __ATTRS_o_ai __vector unsigned long long
1525 vec_load_len(const unsigned long long *__ptr, unsigned int __len) {
1526   return (__vector unsigned long long)__builtin_s390_vll(__len, __ptr);
1527 }
1528
1529 #if __ARCH__ >= 12
1530 static inline __ATTRS_o_ai __vector float
1531 vec_load_len(const float *__ptr, unsigned int __len) {
1532   return (__vector float)__builtin_s390_vll(__len, __ptr);
1533 }
1534 #endif
1535
1536 static inline __ATTRS_o_ai __vector double
1537 vec_load_len(const double *__ptr, unsigned int __len) {
1538   return (__vector double)__builtin_s390_vll(__len, __ptr);
1539 }
1540
1541 /*-- vec_load_len_r ---------------------------------------------------------*/
1542
1543 #if __ARCH__ >= 12
1544 static inline __ATTRS_ai __vector unsigned char
1545 vec_load_len_r(const unsigned char *__ptr, unsigned int __len) {
1546   return (__vector unsigned char)__builtin_s390_vlrl(__len, __ptr);
1547 }
1548 #endif
1549
1550 /*-- vec_store_len ----------------------------------------------------------*/
1551
1552 static inline __ATTRS_o_ai void
1553 vec_store_len(__vector signed char __vec, signed char *__ptr,
1554               unsigned int __len) {
1555   __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr);
1556 }
1557
1558 static inline __ATTRS_o_ai void
1559 vec_store_len(__vector unsigned char __vec, unsigned char *__ptr,
1560               unsigned int __len) {
1561   __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr);
1562 }
1563
1564 static inline __ATTRS_o_ai void
1565 vec_store_len(__vector signed short __vec, signed short *__ptr,
1566               unsigned int __len) {
1567   __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr);
1568 }
1569
1570 static inline __ATTRS_o_ai void
1571 vec_store_len(__vector unsigned short __vec, unsigned short *__ptr,
1572               unsigned int __len) {
1573   __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr);
1574 }
1575
1576 static inline __ATTRS_o_ai void
1577 vec_store_len(__vector signed int __vec, signed int *__ptr,
1578               unsigned int __len) {
1579   __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr);
1580 }
1581
1582 static inline __ATTRS_o_ai void
1583 vec_store_len(__vector unsigned int __vec, unsigned int *__ptr,
1584               unsigned int __len) {
1585   __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr);
1586 }
1587
1588 static inline __ATTRS_o_ai void
1589 vec_store_len(__vector signed long long __vec, signed long long *__ptr,
1590               unsigned int __len) {
1591   __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr);
1592 }
1593
1594 static inline __ATTRS_o_ai void
1595 vec_store_len(__vector unsigned long long __vec, unsigned long long *__ptr,
1596               unsigned int __len) {
1597   __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr);
1598 }
1599
1600 #if __ARCH__ >= 12
1601 static inline __ATTRS_o_ai void
1602 vec_store_len(__vector float __vec, float *__ptr,
1603               unsigned int __len) {
1604   __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr);
1605 }
1606 #endif
1607
1608 static inline __ATTRS_o_ai void
1609 vec_store_len(__vector double __vec, double *__ptr,
1610               unsigned int __len) {
1611   __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr);
1612 }
1613
1614 /*-- vec_store_len_r --------------------------------------------------------*/
1615
1616 #if __ARCH__ >= 12
1617 static inline __ATTRS_ai void
1618 vec_store_len_r(__vector unsigned char __vec, unsigned char *__ptr,
1619                 unsigned int __len) {
1620   __builtin_s390_vstrl((__vector signed char)__vec, __len, __ptr);
1621 }
1622 #endif
1623
1624 /*-- vec_load_pair ----------------------------------------------------------*/
1625
1626 static inline __ATTRS_o_ai __vector signed long long
1627 vec_load_pair(signed long long __a, signed long long __b) {
1628   return (__vector signed long long)(__a, __b);
1629 }
1630
1631 static inline __ATTRS_o_ai __vector unsigned long long
1632 vec_load_pair(unsigned long long __a, unsigned long long __b) {
1633   return (__vector unsigned long long)(__a, __b);
1634 }
1635
1636 /*-- vec_genmask ------------------------------------------------------------*/
1637
1638 static inline __ATTRS_o_ai __vector unsigned char
1639 vec_genmask(unsigned short __mask)
1640   __constant(__mask) {
1641   return (__vector unsigned char)(
1642     __mask & 0x8000 ? 0xff : 0,
1643     __mask & 0x4000 ? 0xff : 0,
1644     __mask & 0x2000 ? 0xff : 0,
1645     __mask & 0x1000 ? 0xff : 0,
1646     __mask & 0x0800 ? 0xff : 0,
1647     __mask & 0x0400 ? 0xff : 0,
1648     __mask & 0x0200 ? 0xff : 0,
1649     __mask & 0x0100 ? 0xff : 0,
1650     __mask & 0x0080 ? 0xff : 0,
1651     __mask & 0x0040 ? 0xff : 0,
1652     __mask & 0x0020 ? 0xff : 0,
1653     __mask & 0x0010 ? 0xff : 0,
1654     __mask & 0x0008 ? 0xff : 0,
1655     __mask & 0x0004 ? 0xff : 0,
1656     __mask & 0x0002 ? 0xff : 0,
1657     __mask & 0x0001 ? 0xff : 0);
1658 }
1659
1660 /*-- vec_genmasks_* ---------------------------------------------------------*/
1661
1662 static inline __ATTRS_o_ai __vector unsigned char
1663 vec_genmasks_8(unsigned char __first, unsigned char __last)
1664   __constant(__first) __constant(__last) {
1665   unsigned char __bit1 = __first & 7;
1666   unsigned char __bit2 = __last & 7;
1667   unsigned char __mask1 = (unsigned char)(1U << (7 - __bit1) << 1) - 1;
1668   unsigned char __mask2 = (unsigned char)(1U << (7 - __bit2)) - 1;
1669   unsigned char __value = (__bit1 <= __bit2 ?
1670                            __mask1 & ~__mask2 :
1671                            __mask1 | ~__mask2);
1672   return (__vector unsigned char)__value;
1673 }
1674
1675 static inline __ATTRS_o_ai __vector unsigned short
1676 vec_genmasks_16(unsigned char __first, unsigned char __last)
1677   __constant(__first) __constant(__last) {
1678   unsigned char __bit1 = __first & 15;
1679   unsigned char __bit2 = __last & 15;
1680   unsigned short __mask1 = (unsigned short)(1U << (15 - __bit1) << 1) - 1;
1681   unsigned short __mask2 = (unsigned short)(1U << (15 - __bit2)) - 1;
1682   unsigned short __value = (__bit1 <= __bit2 ?
1683                             __mask1 & ~__mask2 :
1684                             __mask1 | ~__mask2);
1685   return (__vector unsigned short)__value;
1686 }
1687
1688 static inline __ATTRS_o_ai __vector unsigned int
1689 vec_genmasks_32(unsigned char __first, unsigned char __last)
1690   __constant(__first) __constant(__last) {
1691   unsigned char __bit1 = __first & 31;
1692   unsigned char __bit2 = __last & 31;
1693   unsigned int __mask1 = (1U << (31 - __bit1) << 1) - 1;
1694   unsigned int __mask2 = (1U << (31 - __bit2)) - 1;
1695   unsigned int __value = (__bit1 <= __bit2 ?
1696                           __mask1 & ~__mask2 :
1697                           __mask1 | ~__mask2);
1698   return (__vector unsigned int)__value;
1699 }
1700
1701 static inline __ATTRS_o_ai __vector unsigned long long
1702 vec_genmasks_64(unsigned char __first, unsigned char __last)
1703   __constant(__first) __constant(__last) {
1704   unsigned char __bit1 = __first & 63;
1705   unsigned char __bit2 = __last & 63;
1706   unsigned long long __mask1 = (1ULL << (63 - __bit1) << 1) - 1;
1707   unsigned long long __mask2 = (1ULL << (63 - __bit2)) - 1;
1708   unsigned long long __value = (__bit1 <= __bit2 ?
1709                                 __mask1 & ~__mask2 :
1710                                 __mask1 | ~__mask2);
1711   return (__vector unsigned long long)__value;
1712 }
1713
1714 /*-- vec_splat --------------------------------------------------------------*/
1715
1716 static inline __ATTRS_o_ai __vector signed char
1717 vec_splat(__vector signed char __vec, int __index)
1718   __constant_range(__index, 0, 15) {
1719   return (__vector signed char)__vec[__index];
1720 }
1721
1722 static inline __ATTRS_o_ai __vector __bool char
1723 vec_splat(__vector __bool char __vec, int __index)
1724   __constant_range(__index, 0, 15) {
1725   return (__vector __bool char)(__vector unsigned char)__vec[__index];
1726 }
1727
1728 static inline __ATTRS_o_ai __vector unsigned char
1729 vec_splat(__vector unsigned char __vec, int __index)
1730   __constant_range(__index, 0, 15) {
1731   return (__vector unsigned char)__vec[__index];
1732 }
1733
1734 static inline __ATTRS_o_ai __vector signed short
1735 vec_splat(__vector signed short __vec, int __index)
1736   __constant_range(__index, 0, 7) {
1737   return (__vector signed short)__vec[__index];
1738 }
1739
1740 static inline __ATTRS_o_ai __vector __bool short
1741 vec_splat(__vector __bool short __vec, int __index)
1742   __constant_range(__index, 0, 7) {
1743   return (__vector __bool short)(__vector unsigned short)__vec[__index];
1744 }
1745
1746 static inline __ATTRS_o_ai __vector unsigned short
1747 vec_splat(__vector unsigned short __vec, int __index)
1748   __constant_range(__index, 0, 7) {
1749   return (__vector unsigned short)__vec[__index];
1750 }
1751
1752 static inline __ATTRS_o_ai __vector signed int
1753 vec_splat(__vector signed int __vec, int __index)
1754   __constant_range(__index, 0, 3) {
1755   return (__vector signed int)__vec[__index];
1756 }
1757
1758 static inline __ATTRS_o_ai __vector __bool int
1759 vec_splat(__vector __bool int __vec, int __index)
1760   __constant_range(__index, 0, 3) {
1761   return (__vector __bool int)(__vector unsigned int)__vec[__index];
1762 }
1763
1764 static inline __ATTRS_o_ai __vector unsigned int
1765 vec_splat(__vector unsigned int __vec, int __index)
1766   __constant_range(__index, 0, 3) {
1767   return (__vector unsigned int)__vec[__index];
1768 }
1769
1770 static inline __ATTRS_o_ai __vector signed long long
1771 vec_splat(__vector signed long long __vec, int __index)
1772   __constant_range(__index, 0, 1) {
1773   return (__vector signed long long)__vec[__index];
1774 }
1775
1776 static inline __ATTRS_o_ai __vector __bool long long
1777 vec_splat(__vector __bool long long __vec, int __index)
1778   __constant_range(__index, 0, 1) {
1779   return ((__vector __bool long long)
1780           (__vector unsigned long long)__vec[__index]);
1781 }
1782
1783 static inline __ATTRS_o_ai __vector unsigned long long
1784 vec_splat(__vector unsigned long long __vec, int __index)
1785   __constant_range(__index, 0, 1) {
1786   return (__vector unsigned long long)__vec[__index];
1787 }
1788
1789 #if __ARCH__ >= 12
1790 static inline __ATTRS_o_ai __vector float
1791 vec_splat(__vector float __vec, int __index)
1792   __constant_range(__index, 0, 3) {
1793   return (__vector float)__vec[__index];
1794 }
1795 #endif
1796
1797 static inline __ATTRS_o_ai __vector double
1798 vec_splat(__vector double __vec, int __index)
1799   __constant_range(__index, 0, 1) {
1800   return (__vector double)__vec[__index];
1801 }
1802
1803 /*-- vec_splat_s* -----------------------------------------------------------*/
1804
1805 static inline __ATTRS_ai __vector signed char
1806 vec_splat_s8(signed char __scalar)
1807   __constant(__scalar) {
1808   return (__vector signed char)__scalar;
1809 }
1810
1811 static inline __ATTRS_ai __vector signed short
1812 vec_splat_s16(signed short __scalar)
1813   __constant(__scalar) {
1814   return (__vector signed short)__scalar;
1815 }
1816
1817 static inline __ATTRS_ai __vector signed int
1818 vec_splat_s32(signed short __scalar)
1819   __constant(__scalar) {
1820   return (__vector signed int)(signed int)__scalar;
1821 }
1822
1823 static inline __ATTRS_ai __vector signed long long
1824 vec_splat_s64(signed short __scalar)
1825   __constant(__scalar) {
1826   return (__vector signed long long)(signed long)__scalar;
1827 }
1828
1829 /*-- vec_splat_u* -----------------------------------------------------------*/
1830
1831 static inline __ATTRS_ai __vector unsigned char
1832 vec_splat_u8(unsigned char __scalar)
1833   __constant(__scalar) {
1834   return (__vector unsigned char)__scalar;
1835 }
1836
1837 static inline __ATTRS_ai __vector unsigned short
1838 vec_splat_u16(unsigned short __scalar)
1839   __constant(__scalar) {
1840   return (__vector unsigned short)__scalar;
1841 }
1842
1843 static inline __ATTRS_ai __vector unsigned int
1844 vec_splat_u32(signed short __scalar)
1845   __constant(__scalar) {
1846   return (__vector unsigned int)(signed int)__scalar;
1847 }
1848
1849 static inline __ATTRS_ai __vector unsigned long long
1850 vec_splat_u64(signed short __scalar)
1851   __constant(__scalar) {
1852   return (__vector unsigned long long)(signed long long)__scalar;
1853 }
1854
1855 /*-- vec_splats -------------------------------------------------------------*/
1856
1857 static inline __ATTRS_o_ai __vector signed char
1858 vec_splats(signed char __scalar) {
1859   return (__vector signed char)__scalar;
1860 }
1861
1862 static inline __ATTRS_o_ai __vector unsigned char
1863 vec_splats(unsigned char __scalar) {
1864   return (__vector unsigned char)__scalar;
1865 }
1866
1867 static inline __ATTRS_o_ai __vector signed short
1868 vec_splats(signed short __scalar) {
1869   return (__vector signed short)__scalar;
1870 }
1871
1872 static inline __ATTRS_o_ai __vector unsigned short
1873 vec_splats(unsigned short __scalar) {
1874   return (__vector unsigned short)__scalar;
1875 }
1876
1877 static inline __ATTRS_o_ai __vector signed int
1878 vec_splats(signed int __scalar) {
1879   return (__vector signed int)__scalar;
1880 }
1881
1882 static inline __ATTRS_o_ai __vector unsigned int
1883 vec_splats(unsigned int __scalar) {
1884   return (__vector unsigned int)__scalar;
1885 }
1886
1887 static inline __ATTRS_o_ai __vector signed long long
1888 vec_splats(signed long long __scalar) {
1889   return (__vector signed long long)__scalar;
1890 }
1891
1892 static inline __ATTRS_o_ai __vector unsigned long long
1893 vec_splats(unsigned long long __scalar) {
1894   return (__vector unsigned long long)__scalar;
1895 }
1896
1897 #if __ARCH__ >= 12
1898 static inline __ATTRS_o_ai __vector float
1899 vec_splats(float __scalar) {
1900   return (__vector float)__scalar;
1901 }
1902 #endif
1903
1904 static inline __ATTRS_o_ai __vector double
1905 vec_splats(double __scalar) {
1906   return (__vector double)__scalar;
1907 }
1908
1909 /*-- vec_extend_s64 ---------------------------------------------------------*/
1910
1911 static inline __ATTRS_o_ai __vector signed long long
1912 vec_extend_s64(__vector signed char __a) {
1913   return (__vector signed long long)(__a[7], __a[15]);
1914 }
1915
1916 static inline __ATTRS_o_ai __vector signed long long
1917 vec_extend_s64(__vector signed short __a) {
1918   return (__vector signed long long)(__a[3], __a[7]);
1919 }
1920
1921 static inline __ATTRS_o_ai __vector signed long long
1922 vec_extend_s64(__vector signed int __a) {
1923   return (__vector signed long long)(__a[1], __a[3]);
1924 }
1925
1926 /*-- vec_mergeh -------------------------------------------------------------*/
1927
1928 static inline __ATTRS_o_ai __vector signed char
1929 vec_mergeh(__vector signed char __a, __vector signed char __b) {
1930   return (__vector signed char)(
1931     __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3],
1932     __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]);
1933 }
1934
1935 static inline __ATTRS_o_ai __vector __bool char
1936 vec_mergeh(__vector __bool char __a, __vector __bool char __b) {
1937   return (__vector __bool char)(
1938     __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3],
1939     __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]);
1940 }
1941
1942 static inline __ATTRS_o_ai __vector unsigned char
1943 vec_mergeh(__vector unsigned char __a, __vector unsigned char __b) {
1944   return (__vector unsigned char)(
1945     __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3],
1946     __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]);
1947 }
1948
1949 static inline __ATTRS_o_ai __vector signed short
1950 vec_mergeh(__vector signed short __a, __vector signed short __b) {
1951   return (__vector signed short)(
1952     __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3]);
1953 }
1954
1955 static inline __ATTRS_o_ai __vector __bool short
1956 vec_mergeh(__vector __bool short __a, __vector __bool short __b) {
1957   return (__vector __bool short)(
1958     __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3]);
1959 }
1960
1961 static inline __ATTRS_o_ai __vector unsigned short
1962 vec_mergeh(__vector unsigned short __a, __vector unsigned short __b) {
1963   return (__vector unsigned short)(
1964     __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3]);
1965 }
1966
1967 static inline __ATTRS_o_ai __vector signed int
1968 vec_mergeh(__vector signed int __a, __vector signed int __b) {
1969   return (__vector signed int)(__a[0], __b[0], __a[1], __b[1]);
1970 }
1971
1972 static inline __ATTRS_o_ai __vector __bool int
1973 vec_mergeh(__vector __bool int __a, __vector __bool int __b) {
1974   return (__vector __bool int)(__a[0], __b[0], __a[1], __b[1]);
1975 }
1976
1977 static inline __ATTRS_o_ai __vector unsigned int
1978 vec_mergeh(__vector unsigned int __a, __vector unsigned int __b) {
1979   return (__vector unsigned int)(__a[0], __b[0], __a[1], __b[1]);
1980 }
1981
1982 static inline __ATTRS_o_ai __vector signed long long
1983 vec_mergeh(__vector signed long long __a, __vector signed long long __b) {
1984   return (__vector signed long long)(__a[0], __b[0]);
1985 }
1986
1987 static inline __ATTRS_o_ai __vector __bool long long
1988 vec_mergeh(__vector __bool long long __a, __vector __bool long long __b) {
1989   return (__vector __bool long long)(__a[0], __b[0]);
1990 }
1991
1992 static inline __ATTRS_o_ai __vector unsigned long long
1993 vec_mergeh(__vector unsigned long long __a, __vector unsigned long long __b) {
1994   return (__vector unsigned long long)(__a[0], __b[0]);
1995 }
1996
1997 #if __ARCH__ >= 12
1998 static inline __ATTRS_o_ai __vector float
1999 vec_mergeh(__vector float __a, __vector float __b) {
2000   return (__vector float)(__a[0], __b[0], __a[1], __b[1]);
2001 }
2002 #endif
2003
2004 static inline __ATTRS_o_ai __vector double
2005 vec_mergeh(__vector double __a, __vector double __b) {
2006   return (__vector double)(__a[0], __b[0]);
2007 }
2008
2009 /*-- vec_mergel -------------------------------------------------------------*/
2010
2011 static inline __ATTRS_o_ai __vector signed char
2012 vec_mergel(__vector signed char __a, __vector signed char __b) {
2013   return (__vector signed char)(
2014     __a[8], __b[8], __a[9], __b[9], __a[10], __b[10], __a[11], __b[11],
2015     __a[12], __b[12], __a[13], __b[13], __a[14], __b[14], __a[15], __b[15]);
2016 }
2017
2018 static inline __ATTRS_o_ai __vector __bool char
2019 vec_mergel(__vector __bool char __a, __vector __bool char __b) {
2020   return (__vector __bool char)(
2021     __a[8], __b[8], __a[9], __b[9], __a[10], __b[10], __a[11], __b[11],
2022     __a[12], __b[12], __a[13], __b[13], __a[14], __b[14], __a[15], __b[15]);
2023 }
2024
2025 static inline __ATTRS_o_ai __vector unsigned char
2026 vec_mergel(__vector unsigned char __a, __vector unsigned char __b) {
2027   return (__vector unsigned char)(
2028     __a[8], __b[8], __a[9], __b[9], __a[10], __b[10], __a[11], __b[11],
2029     __a[12], __b[12], __a[13], __b[13], __a[14], __b[14], __a[15], __b[15]);
2030 }
2031
2032 static inline __ATTRS_o_ai __vector signed short
2033 vec_mergel(__vector signed short __a, __vector signed short __b) {
2034   return (__vector signed short)(
2035     __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]);
2036 }
2037
2038 static inline __ATTRS_o_ai __vector __bool short
2039 vec_mergel(__vector __bool short __a, __vector __bool short __b) {
2040   return (__vector __bool short)(
2041     __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]);
2042 }
2043
2044 static inline __ATTRS_o_ai __vector unsigned short
2045 vec_mergel(__vector unsigned short __a, __vector unsigned short __b) {
2046   return (__vector unsigned short)(
2047     __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]);
2048 }
2049
2050 static inline __ATTRS_o_ai __vector signed int
2051 vec_mergel(__vector signed int __a, __vector signed int __b) {
2052   return (__vector signed int)(__a[2], __b[2], __a[3], __b[3]);
2053 }
2054
2055 static inline __ATTRS_o_ai __vector __bool int
2056 vec_mergel(__vector __bool int __a, __vector __bool int __b) {
2057   return (__vector __bool int)(__a[2], __b[2], __a[3], __b[3]);
2058 }
2059
2060 static inline __ATTRS_o_ai __vector unsigned int
2061 vec_mergel(__vector unsigned int __a, __vector unsigned int __b) {
2062   return (__vector unsigned int)(__a[2], __b[2], __a[3], __b[3]);
2063 }
2064
2065 static inline __ATTRS_o_ai __vector signed long long
2066 vec_mergel(__vector signed long long __a, __vector signed long long __b) {
2067   return (__vector signed long long)(__a[1], __b[1]);
2068 }
2069
2070 static inline __ATTRS_o_ai __vector __bool long long
2071 vec_mergel(__vector __bool long long __a, __vector __bool long long __b) {
2072   return (__vector __bool long long)(__a[1], __b[1]);
2073 }
2074
2075 static inline __ATTRS_o_ai __vector unsigned long long
2076 vec_mergel(__vector unsigned long long __a, __vector unsigned long long __b) {
2077   return (__vector unsigned long long)(__a[1], __b[1]);
2078 }
2079
2080 #if __ARCH__ >= 12
2081 static inline __ATTRS_o_ai __vector float
2082 vec_mergel(__vector float __a, __vector float __b) {
2083   return (__vector float)(__a[2], __b[2], __a[3], __b[3]);
2084 }
2085 #endif
2086
2087 static inline __ATTRS_o_ai __vector double
2088 vec_mergel(__vector double __a, __vector double __b) {
2089   return (__vector double)(__a[1], __b[1]);
2090 }
2091
2092 /*-- vec_pack ---------------------------------------------------------------*/
2093
2094 static inline __ATTRS_o_ai __vector signed char
2095 vec_pack(__vector signed short __a, __vector signed short __b) {
2096   __vector signed char __ac = (__vector signed char)__a;
2097   __vector signed char __bc = (__vector signed char)__b;
2098   return (__vector signed char)(
2099     __ac[1], __ac[3], __ac[5], __ac[7], __ac[9], __ac[11], __ac[13], __ac[15],
2100     __bc[1], __bc[3], __bc[5], __bc[7], __bc[9], __bc[11], __bc[13], __bc[15]);
2101 }
2102
2103 static inline __ATTRS_o_ai __vector __bool char
2104 vec_pack(__vector __bool short __a, __vector __bool short __b) {
2105   __vector __bool char __ac = (__vector __bool char)__a;
2106   __vector __bool char __bc = (__vector __bool char)__b;
2107   return (__vector __bool char)(
2108     __ac[1], __ac[3], __ac[5], __ac[7], __ac[9], __ac[11], __ac[13], __ac[15],
2109     __bc[1], __bc[3], __bc[5], __bc[7], __bc[9], __bc[11], __bc[13], __bc[15]);
2110 }
2111
2112 static inline __ATTRS_o_ai __vector unsigned char
2113 vec_pack(__vector unsigned short __a, __vector unsigned short __b) {
2114   __vector unsigned char __ac = (__vector unsigned char)__a;
2115   __vector unsigned char __bc = (__vector unsigned char)__b;
2116   return (__vector unsigned char)(
2117     __ac[1], __ac[3], __ac[5], __ac[7], __ac[9], __ac[11], __ac[13], __ac[15],
2118     __bc[1], __bc[3], __bc[5], __bc[7], __bc[9], __bc[11], __bc[13], __bc[15]);
2119 }
2120
2121 static inline __ATTRS_o_ai __vector signed short
2122 vec_pack(__vector signed int __a, __vector signed int __b) {
2123   __vector signed short __ac = (__vector signed short)__a;
2124   __vector signed short __bc = (__vector signed short)__b;
2125   return (__vector signed short)(
2126     __ac[1], __ac[3], __ac[5], __ac[7],
2127     __bc[1], __bc[3], __bc[5], __bc[7]);
2128 }
2129
2130 static inline __ATTRS_o_ai __vector __bool short
2131 vec_pack(__vector __bool int __a, __vector __bool int __b) {
2132   __vector __bool short __ac = (__vector __bool short)__a;
2133   __vector __bool short __bc = (__vector __bool short)__b;
2134   return (__vector __bool short)(
2135     __ac[1], __ac[3], __ac[5], __ac[7],
2136     __bc[1], __bc[3], __bc[5], __bc[7]);
2137 }
2138
2139 static inline __ATTRS_o_ai __vector unsigned short
2140 vec_pack(__vector unsigned int __a, __vector unsigned int __b) {
2141   __vector unsigned short __ac = (__vector unsigned short)__a;
2142   __vector unsigned short __bc = (__vector unsigned short)__b;
2143   return (__vector unsigned short)(
2144     __ac[1], __ac[3], __ac[5], __ac[7],
2145     __bc[1], __bc[3], __bc[5], __bc[7]);
2146 }
2147
2148 static inline __ATTRS_o_ai __vector signed int
2149 vec_pack(__vector signed long long __a, __vector signed long long __b) {
2150   __vector signed int __ac = (__vector signed int)__a;
2151   __vector signed int __bc = (__vector signed int)__b;
2152   return (__vector signed int)(__ac[1], __ac[3], __bc[1], __bc[3]);
2153 }
2154
2155 static inline __ATTRS_o_ai __vector __bool int
2156 vec_pack(__vector __bool long long __a, __vector __bool long long __b) {
2157   __vector __bool int __ac = (__vector __bool int)__a;
2158   __vector __bool int __bc = (__vector __bool int)__b;
2159   return (__vector __bool int)(__ac[1], __ac[3], __bc[1], __bc[3]);
2160 }
2161
2162 static inline __ATTRS_o_ai __vector unsigned int
2163 vec_pack(__vector unsigned long long __a, __vector unsigned long long __b) {
2164   __vector unsigned int __ac = (__vector unsigned int)__a;
2165   __vector unsigned int __bc = (__vector unsigned int)__b;
2166   return (__vector unsigned int)(__ac[1], __ac[3], __bc[1], __bc[3]);
2167 }
2168
2169 /*-- vec_packs --------------------------------------------------------------*/
2170
2171 static inline __ATTRS_o_ai __vector signed char
2172 vec_packs(__vector signed short __a, __vector signed short __b) {
2173   return __builtin_s390_vpksh(__a, __b);
2174 }
2175
2176 static inline __ATTRS_o_ai __vector unsigned char
2177 vec_packs(__vector unsigned short __a, __vector unsigned short __b) {
2178   return __builtin_s390_vpklsh(__a, __b);
2179 }
2180
2181 static inline __ATTRS_o_ai __vector signed short
2182 vec_packs(__vector signed int __a, __vector signed int __b) {
2183   return __builtin_s390_vpksf(__a, __b);
2184 }
2185
2186 static inline __ATTRS_o_ai __vector unsigned short
2187 vec_packs(__vector unsigned int __a, __vector unsigned int __b) {
2188   return __builtin_s390_vpklsf(__a, __b);
2189 }
2190
2191 static inline __ATTRS_o_ai __vector signed int
2192 vec_packs(__vector signed long long __a, __vector signed long long __b) {
2193   return __builtin_s390_vpksg(__a, __b);
2194 }
2195
2196 static inline __ATTRS_o_ai __vector unsigned int
2197 vec_packs(__vector unsigned long long __a, __vector unsigned long long __b) {
2198   return __builtin_s390_vpklsg(__a, __b);
2199 }
2200
2201 /*-- vec_packs_cc -----------------------------------------------------------*/
2202
2203 static inline __ATTRS_o_ai __vector signed char
2204 vec_packs_cc(__vector signed short __a, __vector signed short __b, int *__cc) {
2205   return __builtin_s390_vpkshs(__a, __b, __cc);
2206 }
2207
2208 static inline __ATTRS_o_ai __vector unsigned char
2209 vec_packs_cc(__vector unsigned short __a, __vector unsigned short __b,
2210              int *__cc) {
2211   return __builtin_s390_vpklshs(__a, __b, __cc);
2212 }
2213
2214 static inline __ATTRS_o_ai __vector signed short
2215 vec_packs_cc(__vector signed int __a, __vector signed int __b, int *__cc) {
2216   return __builtin_s390_vpksfs(__a, __b, __cc);
2217 }
2218
2219 static inline __ATTRS_o_ai __vector unsigned short
2220 vec_packs_cc(__vector unsigned int __a, __vector unsigned int __b, int *__cc) {
2221   return __builtin_s390_vpklsfs(__a, __b, __cc);
2222 }
2223
2224 static inline __ATTRS_o_ai __vector signed int
2225 vec_packs_cc(__vector signed long long __a, __vector signed long long __b,
2226              int *__cc) {
2227   return __builtin_s390_vpksgs(__a, __b, __cc);
2228 }
2229
2230 static inline __ATTRS_o_ai __vector unsigned int
2231 vec_packs_cc(__vector unsigned long long __a, __vector unsigned long long __b,
2232              int *__cc) {
2233   return __builtin_s390_vpklsgs(__a, __b, __cc);
2234 }
2235
2236 /*-- vec_packsu -------------------------------------------------------------*/
2237
2238 static inline __ATTRS_o_ai __vector unsigned char
2239 vec_packsu(__vector signed short __a, __vector signed short __b) {
2240   const __vector signed short __zero = (__vector signed short)0;
2241   return __builtin_s390_vpklsh(
2242     (__vector unsigned short)(__a >= __zero) & (__vector unsigned short)__a,
2243     (__vector unsigned short)(__b >= __zero) & (__vector unsigned short)__b);
2244 }
2245
2246 static inline __ATTRS_o_ai __vector unsigned char
2247 vec_packsu(__vector unsigned short __a, __vector unsigned short __b) {
2248   return __builtin_s390_vpklsh(__a, __b);
2249 }
2250
2251 static inline __ATTRS_o_ai __vector unsigned short
2252 vec_packsu(__vector signed int __a, __vector signed int __b) {
2253   const __vector signed int __zero = (__vector signed int)0;
2254   return __builtin_s390_vpklsf(
2255     (__vector unsigned int)(__a >= __zero) & (__vector unsigned int)__a,
2256     (__vector unsigned int)(__b >= __zero) & (__vector unsigned int)__b);
2257 }
2258
2259 static inline __ATTRS_o_ai __vector unsigned short
2260 vec_packsu(__vector unsigned int __a, __vector unsigned int __b) {
2261   return __builtin_s390_vpklsf(__a, __b);
2262 }
2263
2264 static inline __ATTRS_o_ai __vector unsigned int
2265 vec_packsu(__vector signed long long __a, __vector signed long long __b) {
2266   const __vector signed long long __zero = (__vector signed long long)0;
2267   return __builtin_s390_vpklsg(
2268     (__vector unsigned long long)(__a >= __zero) &
2269     (__vector unsigned long long)__a,
2270     (__vector unsigned long long)(__b >= __zero) &
2271     (__vector unsigned long long)__b);
2272 }
2273
2274 static inline __ATTRS_o_ai __vector unsigned int
2275 vec_packsu(__vector unsigned long long __a, __vector unsigned long long __b) {
2276   return __builtin_s390_vpklsg(__a, __b);
2277 }
2278
2279 /*-- vec_packsu_cc ----------------------------------------------------------*/
2280
2281 static inline __ATTRS_o_ai __vector unsigned char
2282 vec_packsu_cc(__vector unsigned short __a, __vector unsigned short __b,
2283               int *__cc) {
2284   return __builtin_s390_vpklshs(__a, __b, __cc);
2285 }
2286
2287 static inline __ATTRS_o_ai __vector unsigned short
2288 vec_packsu_cc(__vector unsigned int __a, __vector unsigned int __b, int *__cc) {
2289   return __builtin_s390_vpklsfs(__a, __b, __cc);
2290 }
2291
2292 static inline __ATTRS_o_ai __vector unsigned int
2293 vec_packsu_cc(__vector unsigned long long __a, __vector unsigned long long __b,
2294               int *__cc) {
2295   return __builtin_s390_vpklsgs(__a, __b, __cc);
2296 }
2297
2298 /*-- vec_unpackh ------------------------------------------------------------*/
2299
2300 static inline __ATTRS_o_ai __vector signed short
2301 vec_unpackh(__vector signed char __a) {
2302   return __builtin_s390_vuphb(__a);
2303 }
2304
2305 static inline __ATTRS_o_ai __vector __bool short
2306 vec_unpackh(__vector __bool char __a) {
2307   return ((__vector __bool short)
2308           __builtin_s390_vuphb((__vector signed char)__a));
2309 }
2310
2311 static inline __ATTRS_o_ai __vector unsigned short
2312 vec_unpackh(__vector unsigned char __a) {
2313   return __builtin_s390_vuplhb(__a);
2314 }
2315
2316 static inline __ATTRS_o_ai __vector signed int
2317 vec_unpackh(__vector signed short __a) {
2318   return __builtin_s390_vuphh(__a);
2319 }
2320
2321 static inline __ATTRS_o_ai __vector __bool int
2322 vec_unpackh(__vector __bool short __a) {
2323   return (__vector __bool int)__builtin_s390_vuphh((__vector signed short)__a);
2324 }
2325
2326 static inline __ATTRS_o_ai __vector unsigned int
2327 vec_unpackh(__vector unsigned short __a) {
2328   return __builtin_s390_vuplhh(__a);
2329 }
2330
2331 static inline __ATTRS_o_ai __vector signed long long
2332 vec_unpackh(__vector signed int __a) {
2333   return __builtin_s390_vuphf(__a);
2334 }
2335
2336 static inline __ATTRS_o_ai __vector __bool long long
2337 vec_unpackh(__vector __bool int __a) {
2338   return ((__vector __bool long long)
2339           __builtin_s390_vuphf((__vector signed int)__a));
2340 }
2341
2342 static inline __ATTRS_o_ai __vector unsigned long long
2343 vec_unpackh(__vector unsigned int __a) {
2344   return __builtin_s390_vuplhf(__a);
2345 }
2346
2347 /*-- vec_unpackl ------------------------------------------------------------*/
2348
2349 static inline __ATTRS_o_ai __vector signed short
2350 vec_unpackl(__vector signed char __a) {
2351   return __builtin_s390_vuplb(__a);
2352 }
2353
2354 static inline __ATTRS_o_ai __vector __bool short
2355 vec_unpackl(__vector __bool char __a) {
2356   return ((__vector __bool short)
2357           __builtin_s390_vuplb((__vector signed char)__a));
2358 }
2359
2360 static inline __ATTRS_o_ai __vector unsigned short
2361 vec_unpackl(__vector unsigned char __a) {
2362   return __builtin_s390_vupllb(__a);
2363 }
2364
2365 static inline __ATTRS_o_ai __vector signed int
2366 vec_unpackl(__vector signed short __a) {
2367   return __builtin_s390_vuplhw(__a);
2368 }
2369
2370 static inline __ATTRS_o_ai __vector __bool int
2371 vec_unpackl(__vector __bool short __a) {
2372   return ((__vector __bool int)
2373           __builtin_s390_vuplhw((__vector signed short)__a));
2374 }
2375
2376 static inline __ATTRS_o_ai __vector unsigned int
2377 vec_unpackl(__vector unsigned short __a) {
2378   return __builtin_s390_vupllh(__a);
2379 }
2380
2381 static inline __ATTRS_o_ai __vector signed long long
2382 vec_unpackl(__vector signed int __a) {
2383   return __builtin_s390_vuplf(__a);
2384 }
2385
2386 static inline __ATTRS_o_ai __vector __bool long long
2387 vec_unpackl(__vector __bool int __a) {
2388   return ((__vector __bool long long)
2389           __builtin_s390_vuplf((__vector signed int)__a));
2390 }
2391
2392 static inline __ATTRS_o_ai __vector unsigned long long
2393 vec_unpackl(__vector unsigned int __a) {
2394   return __builtin_s390_vupllf(__a);
2395 }
2396
2397 /*-- vec_cmpeq --------------------------------------------------------------*/
2398
2399 static inline __ATTRS_o_ai __vector __bool char
2400 vec_cmpeq(__vector __bool char __a, __vector __bool char __b) {
2401   return (__vector __bool char)(__a == __b);
2402 }
2403
2404 static inline __ATTRS_o_ai __vector __bool char
2405 vec_cmpeq(__vector signed char __a, __vector signed char __b) {
2406   return (__vector __bool char)(__a == __b);
2407 }
2408
2409 static inline __ATTRS_o_ai __vector __bool char
2410 vec_cmpeq(__vector unsigned char __a, __vector unsigned char __b) {
2411   return (__vector __bool char)(__a == __b);
2412 }
2413
2414 static inline __ATTRS_o_ai __vector __bool short
2415 vec_cmpeq(__vector __bool short __a, __vector __bool short __b) {
2416   return (__vector __bool short)(__a == __b);
2417 }
2418
2419 static inline __ATTRS_o_ai __vector __bool short
2420 vec_cmpeq(__vector signed short __a, __vector signed short __b) {
2421   return (__vector __bool short)(__a == __b);
2422 }
2423
2424 static inline __ATTRS_o_ai __vector __bool short
2425 vec_cmpeq(__vector unsigned short __a, __vector unsigned short __b) {
2426   return (__vector __bool short)(__a == __b);
2427 }
2428
2429 static inline __ATTRS_o_ai __vector __bool int
2430 vec_cmpeq(__vector __bool int __a, __vector __bool int __b) {
2431   return (__vector __bool int)(__a == __b);
2432 }
2433
2434 static inline __ATTRS_o_ai __vector __bool int
2435 vec_cmpeq(__vector signed int __a, __vector signed int __b) {
2436   return (__vector __bool int)(__a == __b);
2437 }
2438
2439 static inline __ATTRS_o_ai __vector __bool int
2440 vec_cmpeq(__vector unsigned int __a, __vector unsigned int __b) {
2441   return (__vector __bool int)(__a == __b);
2442 }
2443
2444 static inline __ATTRS_o_ai __vector __bool long long
2445 vec_cmpeq(__vector __bool long long __a, __vector __bool long long __b) {
2446   return (__vector __bool long long)(__a == __b);
2447 }
2448
2449 static inline __ATTRS_o_ai __vector __bool long long
2450 vec_cmpeq(__vector signed long long __a, __vector signed long long __b) {
2451   return (__vector __bool long long)(__a == __b);
2452 }
2453
2454 static inline __ATTRS_o_ai __vector __bool long long
2455 vec_cmpeq(__vector unsigned long long __a, __vector unsigned long long __b) {
2456   return (__vector __bool long long)(__a == __b);
2457 }
2458
2459 #if __ARCH__ >= 12
2460 static inline __ATTRS_o_ai __vector __bool int
2461 vec_cmpeq(__vector float __a, __vector float __b) {
2462   return (__vector __bool int)(__a == __b);
2463 }
2464 #endif
2465
2466 static inline __ATTRS_o_ai __vector __bool long long
2467 vec_cmpeq(__vector double __a, __vector double __b) {
2468   return (__vector __bool long long)(__a == __b);
2469 }
2470
2471 /*-- vec_cmpge --------------------------------------------------------------*/
2472
2473 static inline __ATTRS_o_ai __vector __bool char
2474 vec_cmpge(__vector signed char __a, __vector signed char __b) {
2475   return (__vector __bool char)(__a >= __b);
2476 }
2477
2478 static inline __ATTRS_o_ai __vector __bool char
2479 vec_cmpge(__vector unsigned char __a, __vector unsigned char __b) {
2480   return (__vector __bool char)(__a >= __b);
2481 }
2482
2483 static inline __ATTRS_o_ai __vector __bool short
2484 vec_cmpge(__vector signed short __a, __vector signed short __b) {
2485   return (__vector __bool short)(__a >= __b);
2486 }
2487
2488 static inline __ATTRS_o_ai __vector __bool short
2489 vec_cmpge(__vector unsigned short __a, __vector unsigned short __b) {
2490   return (__vector __bool short)(__a >= __b);
2491 }
2492
2493 static inline __ATTRS_o_ai __vector __bool int
2494 vec_cmpge(__vector signed int __a, __vector signed int __b) {
2495   return (__vector __bool int)(__a >= __b);
2496 }
2497
2498 static inline __ATTRS_o_ai __vector __bool int
2499 vec_cmpge(__vector unsigned int __a, __vector unsigned int __b) {
2500   return (__vector __bool int)(__a >= __b);
2501 }
2502
2503 static inline __ATTRS_o_ai __vector __bool long long
2504 vec_cmpge(__vector signed long long __a, __vector signed long long __b) {
2505   return (__vector __bool long long)(__a >= __b);
2506 }
2507
2508 static inline __ATTRS_o_ai __vector __bool long long
2509 vec_cmpge(__vector unsigned long long __a, __vector unsigned long long __b) {
2510   return (__vector __bool long long)(__a >= __b);
2511 }
2512
2513 #if __ARCH__ >= 12
2514 static inline __ATTRS_o_ai __vector __bool int
2515 vec_cmpge(__vector float __a, __vector float __b) {
2516   return (__vector __bool int)(__a >= __b);
2517 }
2518 #endif
2519
2520 static inline __ATTRS_o_ai __vector __bool long long
2521 vec_cmpge(__vector double __a, __vector double __b) {
2522   return (__vector __bool long long)(__a >= __b);
2523 }
2524
2525 /*-- vec_cmpgt --------------------------------------------------------------*/
2526
2527 static inline __ATTRS_o_ai __vector __bool char
2528 vec_cmpgt(__vector signed char __a, __vector signed char __b) {
2529   return (__vector __bool char)(__a > __b);
2530 }
2531
2532 static inline __ATTRS_o_ai __vector __bool char
2533 vec_cmpgt(__vector unsigned char __a, __vector unsigned char __b) {
2534   return (__vector __bool char)(__a > __b);
2535 }
2536
2537 static inline __ATTRS_o_ai __vector __bool short
2538 vec_cmpgt(__vector signed short __a, __vector signed short __b) {
2539   return (__vector __bool short)(__a > __b);
2540 }
2541
2542 static inline __ATTRS_o_ai __vector __bool short
2543 vec_cmpgt(__vector unsigned short __a, __vector unsigned short __b) {
2544   return (__vector __bool short)(__a > __b);
2545 }
2546
2547 static inline __ATTRS_o_ai __vector __bool int
2548 vec_cmpgt(__vector signed int __a, __vector signed int __b) {
2549   return (__vector __bool int)(__a > __b);
2550 }
2551
2552 static inline __ATTRS_o_ai __vector __bool int
2553 vec_cmpgt(__vector unsigned int __a, __vector unsigned int __b) {
2554   return (__vector __bool int)(__a > __b);
2555 }
2556
2557 static inline __ATTRS_o_ai __vector __bool long long
2558 vec_cmpgt(__vector signed long long __a, __vector signed long long __b) {
2559   return (__vector __bool long long)(__a > __b);
2560 }
2561
2562 static inline __ATTRS_o_ai __vector __bool long long
2563 vec_cmpgt(__vector unsigned long long __a, __vector unsigned long long __b) {
2564   return (__vector __bool long long)(__a > __b);
2565 }
2566
2567 #if __ARCH__ >= 12
2568 static inline __ATTRS_o_ai __vector __bool int
2569 vec_cmpgt(__vector float __a, __vector float __b) {
2570   return (__vector __bool int)(__a > __b);
2571 }
2572 #endif
2573
2574 static inline __ATTRS_o_ai __vector __bool long long
2575 vec_cmpgt(__vector double __a, __vector double __b) {
2576   return (__vector __bool long long)(__a > __b);
2577 }
2578
2579 /*-- vec_cmple --------------------------------------------------------------*/
2580
2581 static inline __ATTRS_o_ai __vector __bool char
2582 vec_cmple(__vector signed char __a, __vector signed char __b) {
2583   return (__vector __bool char)(__a <= __b);
2584 }
2585
2586 static inline __ATTRS_o_ai __vector __bool char
2587 vec_cmple(__vector unsigned char __a, __vector unsigned char __b) {
2588   return (__vector __bool char)(__a <= __b);
2589 }
2590
2591 static inline __ATTRS_o_ai __vector __bool short
2592 vec_cmple(__vector signed short __a, __vector signed short __b) {
2593   return (__vector __bool short)(__a <= __b);
2594 }
2595
2596 static inline __ATTRS_o_ai __vector __bool short
2597 vec_cmple(__vector unsigned short __a, __vector unsigned short __b) {
2598   return (__vector __bool short)(__a <= __b);
2599 }
2600
2601 static inline __ATTRS_o_ai __vector __bool int
2602 vec_cmple(__vector signed int __a, __vector signed int __b) {
2603   return (__vector __bool int)(__a <= __b);
2604 }
2605
2606 static inline __ATTRS_o_ai __vector __bool int
2607 vec_cmple(__vector unsigned int __a, __vector unsigned int __b) {
2608   return (__vector __bool int)(__a <= __b);
2609 }
2610
2611 static inline __ATTRS_o_ai __vector __bool long long
2612 vec_cmple(__vector signed long long __a, __vector signed long long __b) {
2613   return (__vector __bool long long)(__a <= __b);
2614 }
2615
2616 static inline __ATTRS_o_ai __vector __bool long long
2617 vec_cmple(__vector unsigned long long __a, __vector unsigned long long __b) {
2618   return (__vector __bool long long)(__a <= __b);
2619 }
2620
2621 #if __ARCH__ >= 12
2622 static inline __ATTRS_o_ai __vector __bool int
2623 vec_cmple(__vector float __a, __vector float __b) {
2624   return (__vector __bool int)(__a <= __b);
2625 }
2626 #endif
2627
2628 static inline __ATTRS_o_ai __vector __bool long long
2629 vec_cmple(__vector double __a, __vector double __b) {
2630   return (__vector __bool long long)(__a <= __b);
2631 }
2632
2633 /*-- vec_cmplt --------------------------------------------------------------*/
2634
2635 static inline __ATTRS_o_ai __vector __bool char
2636 vec_cmplt(__vector signed char __a, __vector signed char __b) {
2637   return (__vector __bool char)(__a < __b);
2638 }
2639
2640 static inline __ATTRS_o_ai __vector __bool char
2641 vec_cmplt(__vector unsigned char __a, __vector unsigned char __b) {
2642   return (__vector __bool char)(__a < __b);
2643 }
2644
2645 static inline __ATTRS_o_ai __vector __bool short
2646 vec_cmplt(__vector signed short __a, __vector signed short __b) {
2647   return (__vector __bool short)(__a < __b);
2648 }
2649
2650 static inline __ATTRS_o_ai __vector __bool short
2651 vec_cmplt(__vector unsigned short __a, __vector unsigned short __b) {
2652   return (__vector __bool short)(__a < __b);
2653 }
2654
2655 static inline __ATTRS_o_ai __vector __bool int
2656 vec_cmplt(__vector signed int __a, __vector signed int __b) {
2657   return (__vector __bool int)(__a < __b);
2658 }
2659
2660 static inline __ATTRS_o_ai __vector __bool int
2661 vec_cmplt(__vector unsigned int __a, __vector unsigned int __b) {
2662   return (__vector __bool int)(__a < __b);
2663 }
2664
2665 static inline __ATTRS_o_ai __vector __bool long long
2666 vec_cmplt(__vector signed long long __a, __vector signed long long __b) {
2667   return (__vector __bool long long)(__a < __b);
2668 }
2669
2670 static inline __ATTRS_o_ai __vector __bool long long
2671 vec_cmplt(__vector unsigned long long __a, __vector unsigned long long __b) {
2672   return (__vector __bool long long)(__a < __b);
2673 }
2674
2675 #if __ARCH__ >= 12
2676 static inline __ATTRS_o_ai __vector __bool int
2677 vec_cmplt(__vector float __a, __vector float __b) {
2678   return (__vector __bool int)(__a < __b);
2679 }
2680 #endif
2681
2682 static inline __ATTRS_o_ai __vector __bool long long
2683 vec_cmplt(__vector double __a, __vector double __b) {
2684   return (__vector __bool long long)(__a < __b);
2685 }
2686
2687 /*-- vec_all_eq -------------------------------------------------------------*/
2688
2689 static inline __ATTRS_o_ai int
2690 vec_all_eq(__vector signed char __a, __vector signed char __b) {
2691   int __cc;
2692   __builtin_s390_vceqbs(__a, __b, &__cc);
2693   return __cc == 0;
2694 }
2695
2696 // This prototype is deprecated.
2697 static inline __ATTRS_o_ai int
2698 vec_all_eq(__vector signed char __a, __vector __bool char __b) {
2699   int __cc;
2700   __builtin_s390_vceqbs(__a, (__vector signed char)__b, &__cc);
2701   return __cc == 0;
2702 }
2703
2704 // This prototype is deprecated.
2705 static inline __ATTRS_o_ai int
2706 vec_all_eq(__vector __bool char __a, __vector signed char __b) {
2707   int __cc;
2708   __builtin_s390_vceqbs((__vector signed char)__a, __b, &__cc);
2709   return __cc == 0;
2710 }
2711
2712 static inline __ATTRS_o_ai int
2713 vec_all_eq(__vector unsigned char __a, __vector unsigned char __b) {
2714   int __cc;
2715   __builtin_s390_vceqbs((__vector signed char)__a,
2716                         (__vector signed char)__b, &__cc);
2717   return __cc == 0;
2718 }
2719
2720 // This prototype is deprecated.
2721 static inline __ATTRS_o_ai int
2722 vec_all_eq(__vector unsigned char __a, __vector __bool char __b) {
2723   int __cc;
2724   __builtin_s390_vceqbs((__vector signed char)__a,
2725                         (__vector signed char)__b, &__cc);
2726   return __cc == 0;
2727 }
2728
2729 // This prototype is deprecated.
2730 static inline __ATTRS_o_ai int
2731 vec_all_eq(__vector __bool char __a, __vector unsigned char __b) {
2732   int __cc;
2733   __builtin_s390_vceqbs((__vector signed char)__a,
2734                         (__vector signed char)__b, &__cc);
2735   return __cc == 0;
2736 }
2737
2738 static inline __ATTRS_o_ai int
2739 vec_all_eq(__vector __bool char __a, __vector __bool char __b) {
2740   int __cc;
2741   __builtin_s390_vceqbs((__vector signed char)__a,
2742                         (__vector signed char)__b, &__cc);
2743   return __cc == 0;
2744 }
2745
2746 static inline __ATTRS_o_ai int
2747 vec_all_eq(__vector signed short __a, __vector signed short __b) {
2748   int __cc;
2749   __builtin_s390_vceqhs(__a, __b, &__cc);
2750   return __cc == 0;
2751 }
2752
2753 // This prototype is deprecated.
2754 static inline __ATTRS_o_ai int
2755 vec_all_eq(__vector signed short __a, __vector __bool short __b) {
2756   int __cc;
2757   __builtin_s390_vceqhs(__a, (__vector signed short)__b, &__cc);
2758   return __cc == 0;
2759 }
2760
2761 // This prototype is deprecated.
2762 static inline __ATTRS_o_ai int
2763 vec_all_eq(__vector __bool short __a, __vector signed short __b) {
2764   int __cc;
2765   __builtin_s390_vceqhs((__vector signed short)__a, __b, &__cc);
2766   return __cc == 0;
2767 }
2768
2769 static inline __ATTRS_o_ai int
2770 vec_all_eq(__vector unsigned short __a, __vector unsigned short __b) {
2771   int __cc;
2772   __builtin_s390_vceqhs((__vector signed short)__a,
2773                         (__vector signed short)__b, &__cc);
2774   return __cc == 0;
2775 }
2776
2777 // This prototype is deprecated.
2778 static inline __ATTRS_o_ai int
2779 vec_all_eq(__vector unsigned short __a, __vector __bool short __b) {
2780   int __cc;
2781   __builtin_s390_vceqhs((__vector signed short)__a,
2782                         (__vector signed short)__b, &__cc);
2783   return __cc == 0;
2784 }
2785
2786 // This prototype is deprecated.
2787 static inline __ATTRS_o_ai int
2788 vec_all_eq(__vector __bool short __a, __vector unsigned short __b) {
2789   int __cc;
2790   __builtin_s390_vceqhs((__vector signed short)__a,
2791                         (__vector signed short)__b, &__cc);
2792   return __cc == 0;
2793 }
2794
2795 static inline __ATTRS_o_ai int
2796 vec_all_eq(__vector __bool short __a, __vector __bool short __b) {
2797   int __cc;
2798   __builtin_s390_vceqhs((__vector signed short)__a,
2799                         (__vector signed short)__b, &__cc);
2800   return __cc == 0;
2801 }
2802
2803 static inline __ATTRS_o_ai int
2804 vec_all_eq(__vector signed int __a, __vector signed int __b) {
2805   int __cc;
2806   __builtin_s390_vceqfs(__a, __b, &__cc);
2807   return __cc == 0;
2808 }
2809
2810 // This prototype is deprecated.
2811 static inline __ATTRS_o_ai int
2812 vec_all_eq(__vector signed int __a, __vector __bool int __b) {
2813   int __cc;
2814   __builtin_s390_vceqfs(__a, (__vector signed int)__b, &__cc);
2815   return __cc == 0;
2816 }
2817
2818 // This prototype is deprecated.
2819 static inline __ATTRS_o_ai int
2820 vec_all_eq(__vector __bool int __a, __vector signed int __b) {
2821   int __cc;
2822   __builtin_s390_vceqfs((__vector signed int)__a, __b, &__cc);
2823   return __cc == 0;
2824 }
2825
2826 static inline __ATTRS_o_ai int
2827 vec_all_eq(__vector unsigned int __a, __vector unsigned int __b) {
2828   int __cc;
2829   __builtin_s390_vceqfs((__vector signed int)__a,
2830                         (__vector signed int)__b, &__cc);
2831   return __cc == 0;
2832 }
2833
2834 // This prototype is deprecated.
2835 static inline __ATTRS_o_ai int
2836 vec_all_eq(__vector unsigned int __a, __vector __bool int __b) {
2837   int __cc;
2838   __builtin_s390_vceqfs((__vector signed int)__a,
2839                         (__vector signed int)__b, &__cc);
2840   return __cc == 0;
2841 }
2842
2843 // This prototype is deprecated.
2844 static inline __ATTRS_o_ai int
2845 vec_all_eq(__vector __bool int __a, __vector unsigned int __b) {
2846   int __cc;
2847   __builtin_s390_vceqfs((__vector signed int)__a,
2848                         (__vector signed int)__b, &__cc);
2849   return __cc == 0;
2850 }
2851
2852 static inline __ATTRS_o_ai int
2853 vec_all_eq(__vector __bool int __a, __vector __bool int __b) {
2854   int __cc;
2855   __builtin_s390_vceqfs((__vector signed int)__a,
2856                         (__vector signed int)__b, &__cc);
2857   return __cc == 0;
2858 }
2859
2860 static inline __ATTRS_o_ai int
2861 vec_all_eq(__vector signed long long __a, __vector signed long long __b) {
2862   int __cc;
2863   __builtin_s390_vceqgs(__a, __b, &__cc);
2864   return __cc == 0;
2865 }
2866
2867 // This prototype is deprecated.
2868 static inline __ATTRS_o_ai int
2869 vec_all_eq(__vector signed long long __a, __vector __bool long long __b) {
2870   int __cc;
2871   __builtin_s390_vceqgs(__a, (__vector signed long long)__b, &__cc);
2872   return __cc == 0;
2873 }
2874
2875 // This prototype is deprecated.
2876 static inline __ATTRS_o_ai int
2877 vec_all_eq(__vector __bool long long __a, __vector signed long long __b) {
2878   int __cc;
2879   __builtin_s390_vceqgs((__vector signed long long)__a, __b, &__cc);
2880   return __cc == 0;
2881 }
2882
2883 static inline __ATTRS_o_ai int
2884 vec_all_eq(__vector unsigned long long __a, __vector unsigned long long __b) {
2885   int __cc;
2886   __builtin_s390_vceqgs((__vector signed long long)__a,
2887                         (__vector signed long long)__b, &__cc);
2888   return __cc == 0;
2889 }
2890
2891 // This prototype is deprecated.
2892 static inline __ATTRS_o_ai int
2893 vec_all_eq(__vector unsigned long long __a, __vector __bool long long __b) {
2894   int __cc;
2895   __builtin_s390_vceqgs((__vector signed long long)__a,
2896                         (__vector signed long long)__b, &__cc);
2897   return __cc == 0;
2898 }
2899
2900 // This prototype is deprecated.
2901 static inline __ATTRS_o_ai int
2902 vec_all_eq(__vector __bool long long __a, __vector unsigned long long __b) {
2903   int __cc;
2904   __builtin_s390_vceqgs((__vector signed long long)__a,
2905                         (__vector signed long long)__b, &__cc);
2906   return __cc == 0;
2907 }
2908
2909 static inline __ATTRS_o_ai int
2910 vec_all_eq(__vector __bool long long __a, __vector __bool long long __b) {
2911   int __cc;
2912   __builtin_s390_vceqgs((__vector signed long long)__a,
2913                         (__vector signed long long)__b, &__cc);
2914   return __cc == 0;
2915 }
2916
2917 #if __ARCH__ >= 12
2918 static inline __ATTRS_o_ai int
2919 vec_all_eq(__vector float __a, __vector float __b) {
2920   int __cc;
2921   __builtin_s390_vfcesbs(__a, __b, &__cc);
2922   return __cc == 0;
2923 }
2924 #endif
2925
2926 static inline __ATTRS_o_ai int
2927 vec_all_eq(__vector double __a, __vector double __b) {
2928   int __cc;
2929   __builtin_s390_vfcedbs(__a, __b, &__cc);
2930   return __cc == 0;
2931 }
2932
2933 /*-- vec_all_ne -------------------------------------------------------------*/
2934
2935 static inline __ATTRS_o_ai int
2936 vec_all_ne(__vector signed char __a, __vector signed char __b) {
2937   int __cc;
2938   __builtin_s390_vceqbs(__a, __b, &__cc);
2939   return __cc == 3;
2940 }
2941
2942 // This prototype is deprecated.
2943 static inline __ATTRS_o_ai int
2944 vec_all_ne(__vector signed char __a, __vector __bool char __b) {
2945   int __cc;
2946   __builtin_s390_vceqbs(__a, (__vector signed char)__b, &__cc);
2947   return __cc == 3;
2948 }
2949
2950 // This prototype is deprecated.
2951 static inline __ATTRS_o_ai int
2952 vec_all_ne(__vector __bool char __a, __vector signed char __b) {
2953   int __cc;
2954   __builtin_s390_vceqbs((__vector signed char)__a, __b, &__cc);
2955   return __cc == 3;
2956 }
2957
2958 static inline __ATTRS_o_ai int
2959 vec_all_ne(__vector unsigned char __a, __vector unsigned char __b) {
2960   int __cc;
2961   __builtin_s390_vceqbs((__vector signed char)__a,
2962                         (__vector signed char)__b, &__cc);
2963   return __cc == 3;
2964 }
2965
2966 // This prototype is deprecated.
2967 static inline __ATTRS_o_ai int
2968 vec_all_ne(__vector unsigned char __a, __vector __bool char __b) {
2969   int __cc;
2970   __builtin_s390_vceqbs((__vector signed char)__a,
2971                         (__vector signed char)__b, &__cc);
2972   return __cc == 3;
2973 }
2974
2975 // This prototype is deprecated.
2976 static inline __ATTRS_o_ai int
2977 vec_all_ne(__vector __bool char __a, __vector unsigned char __b) {
2978   int __cc;
2979   __builtin_s390_vceqbs((__vector signed char)__a,
2980                         (__vector signed char)__b, &__cc);
2981   return __cc == 3;
2982 }
2983
2984 static inline __ATTRS_o_ai int
2985 vec_all_ne(__vector __bool char __a, __vector __bool char __b) {
2986   int __cc;
2987   __builtin_s390_vceqbs((__vector signed char)__a,
2988                         (__vector signed char)__b, &__cc);
2989   return __cc == 3;
2990 }
2991
2992 static inline __ATTRS_o_ai int
2993 vec_all_ne(__vector signed short __a, __vector signed short __b) {
2994   int __cc;
2995   __builtin_s390_vceqhs(__a, __b, &__cc);
2996   return __cc == 3;
2997 }
2998
2999 // This prototype is deprecated.
3000 static inline __ATTRS_o_ai int
3001 vec_all_ne(__vector signed short __a, __vector __bool short __b) {
3002   int __cc;
3003   __builtin_s390_vceqhs(__a, (__vector signed short)__b, &__cc);
3004   return __cc == 3;
3005 }
3006
3007 // This prototype is deprecated.
3008 static inline __ATTRS_o_ai int
3009 vec_all_ne(__vector __bool short __a, __vector signed short __b) {
3010   int __cc;
3011   __builtin_s390_vceqhs((__vector signed short)__a, __b, &__cc);
3012   return __cc == 3;
3013 }
3014
3015 static inline __ATTRS_o_ai int
3016 vec_all_ne(__vector unsigned short __a, __vector unsigned short __b) {
3017   int __cc;
3018   __builtin_s390_vceqhs((__vector signed short)__a,
3019                         (__vector signed short)__b, &__cc);
3020   return __cc == 3;
3021 }
3022
3023 // This prototype is deprecated.
3024 static inline __ATTRS_o_ai int
3025 vec_all_ne(__vector unsigned short __a, __vector __bool short __b) {
3026   int __cc;
3027   __builtin_s390_vceqhs((__vector signed short)__a,
3028                         (__vector signed short)__b, &__cc);
3029   return __cc == 3;
3030 }
3031
3032 // This prototype is deprecated.
3033 static inline __ATTRS_o_ai int
3034 vec_all_ne(__vector __bool short __a, __vector unsigned short __b) {
3035   int __cc;
3036   __builtin_s390_vceqhs((__vector signed short)__a,
3037                         (__vector signed short)__b, &__cc);
3038   return __cc == 3;
3039 }
3040
3041 static inline __ATTRS_o_ai int
3042 vec_all_ne(__vector __bool short __a, __vector __bool short __b) {
3043   int __cc;
3044   __builtin_s390_vceqhs((__vector signed short)__a,
3045                         (__vector signed short)__b, &__cc);
3046   return __cc == 3;
3047 }
3048
3049 static inline __ATTRS_o_ai int
3050 vec_all_ne(__vector signed int __a, __vector signed int __b) {
3051   int __cc;
3052   __builtin_s390_vceqfs(__a, __b, &__cc);
3053   return __cc == 3;
3054 }
3055
3056 // This prototype is deprecated.
3057 static inline __ATTRS_o_ai int
3058 vec_all_ne(__vector signed int __a, __vector __bool int __b) {
3059   int __cc;
3060   __builtin_s390_vceqfs(__a, (__vector signed int)__b, &__cc);
3061   return __cc == 3;
3062 }
3063
3064 // This prototype is deprecated.
3065 static inline __ATTRS_o_ai int
3066 vec_all_ne(__vector __bool int __a, __vector signed int __b) {
3067   int __cc;
3068   __builtin_s390_vceqfs((__vector signed int)__a, __b, &__cc);
3069   return __cc == 3;
3070 }
3071
3072 static inline __ATTRS_o_ai int
3073 vec_all_ne(__vector unsigned int __a, __vector unsigned int __b) {
3074   int __cc;
3075   __builtin_s390_vceqfs((__vector signed int)__a,
3076                         (__vector signed int)__b, &__cc);
3077   return __cc == 3;
3078 }
3079
3080 // This prototype is deprecated.
3081 static inline __ATTRS_o_ai int
3082 vec_all_ne(__vector unsigned int __a, __vector __bool int __b) {
3083   int __cc;
3084   __builtin_s390_vceqfs((__vector signed int)__a,
3085                         (__vector signed int)__b, &__cc);
3086   return __cc == 3;
3087 }
3088
3089 // This prototype is deprecated.
3090 static inline __ATTRS_o_ai int
3091 vec_all_ne(__vector __bool int __a, __vector unsigned int __b) {
3092   int __cc;
3093   __builtin_s390_vceqfs((__vector signed int)__a,
3094                         (__vector signed int)__b, &__cc);
3095   return __cc == 3;
3096 }
3097
3098 static inline __ATTRS_o_ai int
3099 vec_all_ne(__vector __bool int __a, __vector __bool int __b) {
3100   int __cc;
3101   __builtin_s390_vceqfs((__vector signed int)__a,
3102                         (__vector signed int)__b, &__cc);
3103   return __cc == 3;
3104 }
3105
3106 static inline __ATTRS_o_ai int
3107 vec_all_ne(__vector signed long long __a, __vector signed long long __b) {
3108   int __cc;
3109   __builtin_s390_vceqgs(__a, __b, &__cc);
3110   return __cc == 3;
3111 }
3112
3113 // This prototype is deprecated.
3114 static inline __ATTRS_o_ai int
3115 vec_all_ne(__vector signed long long __a, __vector __bool long long __b) {
3116   int __cc;
3117   __builtin_s390_vceqgs(__a, (__vector signed long long)__b, &__cc);
3118   return __cc == 3;
3119 }
3120
3121 // This prototype is deprecated.
3122 static inline __ATTRS_o_ai int
3123 vec_all_ne(__vector __bool long long __a, __vector signed long long __b) {
3124   int __cc;
3125   __builtin_s390_vceqgs((__vector signed long long)__a, __b, &__cc);
3126   return __cc == 3;
3127 }
3128
3129 static inline __ATTRS_o_ai int
3130 vec_all_ne(__vector unsigned long long __a, __vector unsigned long long __b) {
3131   int __cc;
3132   __builtin_s390_vceqgs((__vector signed long long)__a,
3133                         (__vector signed long long)__b, &__cc);
3134   return __cc == 3;
3135 }
3136
3137 // This prototype is deprecated.
3138 static inline __ATTRS_o_ai int
3139 vec_all_ne(__vector unsigned long long __a, __vector __bool long long __b) {
3140   int __cc;
3141   __builtin_s390_vceqgs((__vector signed long long)__a,
3142                         (__vector signed long long)__b, &__cc);
3143   return __cc == 3;
3144 }
3145
3146 // This prototype is deprecated.
3147 static inline __ATTRS_o_ai int
3148 vec_all_ne(__vector __bool long long __a, __vector unsigned long long __b) {
3149   int __cc;
3150   __builtin_s390_vceqgs((__vector signed long long)__a,
3151                         (__vector signed long long)__b, &__cc);
3152   return __cc == 3;
3153 }
3154
3155 static inline __ATTRS_o_ai int
3156 vec_all_ne(__vector __bool long long __a, __vector __bool long long __b) {
3157   int __cc;
3158   __builtin_s390_vceqgs((__vector signed long long)__a,
3159                         (__vector signed long long)__b, &__cc);
3160   return __cc == 3;
3161 }
3162
3163 #if __ARCH__ >= 12
3164 static inline __ATTRS_o_ai int
3165 vec_all_ne(__vector float __a, __vector float __b) {
3166   int __cc;
3167   __builtin_s390_vfcesbs(__a, __b, &__cc);
3168   return __cc == 3;
3169 }
3170 #endif
3171
3172 static inline __ATTRS_o_ai int
3173 vec_all_ne(__vector double __a, __vector double __b) {
3174   int __cc;
3175   __builtin_s390_vfcedbs(__a, __b, &__cc);
3176   return __cc == 3;
3177 }
3178
3179 /*-- vec_all_ge -------------------------------------------------------------*/
3180
3181 static inline __ATTRS_o_ai int
3182 vec_all_ge(__vector signed char __a, __vector signed char __b) {
3183   int __cc;
3184   __builtin_s390_vchbs(__b, __a, &__cc);
3185   return __cc == 3;
3186 }
3187
3188 // This prototype is deprecated.
3189 static inline __ATTRS_o_ai int
3190 vec_all_ge(__vector signed char __a, __vector __bool char __b) {
3191   int __cc;
3192   __builtin_s390_vchbs((__vector signed char)__b, __a, &__cc);
3193   return __cc == 3;
3194 }
3195
3196 // This prototype is deprecated.
3197 static inline __ATTRS_o_ai int
3198 vec_all_ge(__vector __bool char __a, __vector signed char __b) {
3199   int __cc;
3200   __builtin_s390_vchbs(__b, (__vector signed char)__a, &__cc);
3201   return __cc == 3;
3202 }
3203
3204 static inline __ATTRS_o_ai int
3205 vec_all_ge(__vector unsigned char __a, __vector unsigned char __b) {
3206   int __cc;
3207   __builtin_s390_vchlbs(__b, __a, &__cc);
3208   return __cc == 3;
3209 }
3210
3211 // This prototype is deprecated.
3212 static inline __ATTRS_o_ai int
3213 vec_all_ge(__vector unsigned char __a, __vector __bool char __b) {
3214   int __cc;
3215   __builtin_s390_vchlbs((__vector unsigned char)__b, __a, &__cc);
3216   return __cc == 3;
3217 }
3218
3219 // This prototype is deprecated.
3220 static inline __ATTRS_o_ai int
3221 vec_all_ge(__vector __bool char __a, __vector unsigned char __b) {
3222   int __cc;
3223   __builtin_s390_vchlbs(__b, (__vector unsigned char)__a, &__cc);
3224   return __cc == 3;
3225 }
3226
3227 // This prototype is deprecated.
3228 static inline __ATTRS_o_ai int
3229 vec_all_ge(__vector __bool char __a, __vector __bool char __b) {
3230   int __cc;
3231   __builtin_s390_vchlbs((__vector unsigned char)__b,
3232                         (__vector unsigned char)__a, &__cc);
3233   return __cc == 3;
3234 }
3235
3236 static inline __ATTRS_o_ai int
3237 vec_all_ge(__vector signed short __a, __vector signed short __b) {
3238   int __cc;
3239   __builtin_s390_vchhs(__b, __a, &__cc);
3240   return __cc == 3;
3241 }
3242
3243 // This prototype is deprecated.
3244 static inline __ATTRS_o_ai int
3245 vec_all_ge(__vector signed short __a, __vector __bool short __b) {
3246   int __cc;
3247   __builtin_s390_vchhs((__vector signed short)__b, __a, &__cc);
3248   return __cc == 3;
3249 }
3250
3251 // This prototype is deprecated.
3252 static inline __ATTRS_o_ai int
3253 vec_all_ge(__vector __bool short __a, __vector signed short __b) {
3254   int __cc;
3255   __builtin_s390_vchhs(__b, (__vector signed short)__a, &__cc);
3256   return __cc == 3;
3257 }
3258
3259 static inline __ATTRS_o_ai int
3260 vec_all_ge(__vector unsigned short __a, __vector unsigned short __b) {
3261   int __cc;
3262   __builtin_s390_vchlhs(__b, __a, &__cc);
3263   return __cc == 3;
3264 }
3265
3266 // This prototype is deprecated.
3267 static inline __ATTRS_o_ai int
3268 vec_all_ge(__vector unsigned short __a, __vector __bool short __b) {
3269   int __cc;
3270   __builtin_s390_vchlhs((__vector unsigned short)__b, __a, &__cc);
3271   return __cc == 3;
3272 }
3273
3274 // This prototype is deprecated.
3275 static inline __ATTRS_o_ai int
3276 vec_all_ge(__vector __bool short __a, __vector unsigned short __b) {
3277   int __cc;
3278   __builtin_s390_vchlhs(__b, (__vector unsigned short)__a, &__cc);
3279   return __cc == 3;
3280 }
3281
3282 // This prototype is deprecated.
3283 static inline __ATTRS_o_ai int
3284 vec_all_ge(__vector __bool short __a, __vector __bool short __b) {
3285   int __cc;
3286   __builtin_s390_vchlhs((__vector unsigned short)__b,
3287                         (__vector unsigned short)__a, &__cc);
3288   return __cc == 3;
3289 }
3290
3291 static inline __ATTRS_o_ai int
3292 vec_all_ge(__vector signed int __a, __vector signed int __b) {
3293   int __cc;
3294   __builtin_s390_vchfs(__b, __a, &__cc);
3295   return __cc == 3;
3296 }
3297
3298 // This prototype is deprecated.
3299 static inline __ATTRS_o_ai int
3300 vec_all_ge(__vector signed int __a, __vector __bool int __b) {
3301   int __cc;
3302   __builtin_s390_vchfs((__vector signed int)__b, __a, &__cc);
3303   return __cc == 3;
3304 }
3305
3306 // This prototype is deprecated.
3307 static inline __ATTRS_o_ai int
3308 vec_all_ge(__vector __bool int __a, __vector signed int __b) {
3309   int __cc;
3310   __builtin_s390_vchfs(__b, (__vector signed int)__a, &__cc);
3311   return __cc == 3;
3312 }
3313
3314 static inline __ATTRS_o_ai int
3315 vec_all_ge(__vector unsigned int __a, __vector unsigned int __b) {
3316   int __cc;
3317   __builtin_s390_vchlfs(__b, __a, &__cc);
3318   return __cc == 3;
3319 }
3320
3321 // This prototype is deprecated.
3322 static inline __ATTRS_o_ai int
3323 vec_all_ge(__vector unsigned int __a, __vector __bool int __b) {
3324   int __cc;
3325   __builtin_s390_vchlfs((__vector unsigned int)__b, __a, &__cc);
3326   return __cc == 3;
3327 }
3328
3329 // This prototype is deprecated.
3330 static inline __ATTRS_o_ai int
3331 vec_all_ge(__vector __bool int __a, __vector unsigned int __b) {
3332   int __cc;
3333   __builtin_s390_vchlfs(__b, (__vector unsigned int)__a, &__cc);
3334   return __cc == 3;
3335 }
3336
3337 // This prototype is deprecated.
3338 static inline __ATTRS_o_ai int
3339 vec_all_ge(__vector __bool int __a, __vector __bool int __b) {
3340   int __cc;
3341   __builtin_s390_vchlfs((__vector unsigned int)__b,
3342                         (__vector unsigned int)__a, &__cc);
3343   return __cc == 3;
3344 }
3345
3346 static inline __ATTRS_o_ai int
3347 vec_all_ge(__vector signed long long __a, __vector signed long long __b) {
3348   int __cc;
3349   __builtin_s390_vchgs(__b, __a, &__cc);
3350   return __cc == 3;
3351 }
3352
3353 // This prototype is deprecated.
3354 static inline __ATTRS_o_ai int
3355 vec_all_ge(__vector signed long long __a, __vector __bool long long __b) {
3356   int __cc;
3357   __builtin_s390_vchgs((__vector signed long long)__b, __a, &__cc);
3358   return __cc == 3;
3359 }
3360
3361 // This prototype is deprecated.
3362 static inline __ATTRS_o_ai int
3363 vec_all_ge(__vector __bool long long __a, __vector signed long long __b) {
3364   int __cc;
3365   __builtin_s390_vchgs(__b, (__vector signed long long)__a, &__cc);
3366   return __cc == 3;
3367 }
3368
3369 static inline __ATTRS_o_ai int
3370 vec_all_ge(__vector unsigned long long __a, __vector unsigned long long __b) {
3371   int __cc;
3372   __builtin_s390_vchlgs(__b, __a, &__cc);
3373   return __cc == 3;
3374 }
3375
3376 // This prototype is deprecated.
3377 static inline __ATTRS_o_ai int
3378 vec_all_ge(__vector unsigned long long __a, __vector __bool long long __b) {
3379   int __cc;
3380   __builtin_s390_vchlgs((__vector unsigned long long)__b, __a, &__cc);
3381   return __cc == 3;
3382 }
3383
3384 // This prototype is deprecated.
3385 static inline __ATTRS_o_ai int
3386 vec_all_ge(__vector __bool long long __a, __vector unsigned long long __b) {
3387   int __cc;
3388   __builtin_s390_vchlgs(__b, (__vector unsigned long long)__a, &__cc);
3389   return __cc == 3;
3390 }
3391
3392 // This prototype is deprecated.
3393 static inline __ATTRS_o_ai int
3394 vec_all_ge(__vector __bool long long __a, __vector __bool long long __b) {
3395   int __cc;
3396   __builtin_s390_vchlgs((__vector unsigned long long)__b,
3397                         (__vector unsigned long long)__a, &__cc);
3398   return __cc == 3;
3399 }
3400
3401 #if __ARCH__ >= 12
3402 static inline __ATTRS_o_ai int
3403 vec_all_ge(__vector float __a, __vector float __b) {
3404   int __cc;
3405   __builtin_s390_vfchesbs(__a, __b, &__cc);
3406   return __cc == 0;
3407 }
3408 #endif
3409
3410 static inline __ATTRS_o_ai int
3411 vec_all_ge(__vector double __a, __vector double __b) {
3412   int __cc;
3413   __builtin_s390_vfchedbs(__a, __b, &__cc);
3414   return __cc == 0;
3415 }
3416
3417 /*-- vec_all_gt -------------------------------------------------------------*/
3418
3419 static inline __ATTRS_o_ai int
3420 vec_all_gt(__vector signed char __a, __vector signed char __b) {
3421   int __cc;
3422   __builtin_s390_vchbs(__a, __b, &__cc);
3423   return __cc == 0;
3424 }
3425
3426 // This prototype is deprecated.
3427 static inline __ATTRS_o_ai int
3428 vec_all_gt(__vector signed char __a, __vector __bool char __b) {
3429   int __cc;
3430   __builtin_s390_vchbs(__a, (__vector signed char)__b, &__cc);
3431   return __cc == 0;
3432 }
3433
3434 // This prototype is deprecated.
3435 static inline __ATTRS_o_ai int
3436 vec_all_gt(__vector __bool char __a, __vector signed char __b) {
3437   int __cc;
3438   __builtin_s390_vchbs((__vector signed char)__a, __b, &__cc);
3439   return __cc == 0;
3440 }
3441
3442 static inline __ATTRS_o_ai int
3443 vec_all_gt(__vector unsigned char __a, __vector unsigned char __b) {
3444   int __cc;
3445   __builtin_s390_vchlbs(__a, __b, &__cc);
3446   return __cc == 0;
3447 }
3448
3449 // This prototype is deprecated.
3450 static inline __ATTRS_o_ai int
3451 vec_all_gt(__vector unsigned char __a, __vector __bool char __b) {
3452   int __cc;
3453   __builtin_s390_vchlbs(__a, (__vector unsigned char)__b, &__cc);
3454   return __cc == 0;
3455 }
3456
3457 // This prototype is deprecated.
3458 static inline __ATTRS_o_ai int
3459 vec_all_gt(__vector __bool char __a, __vector unsigned char __b) {
3460   int __cc;
3461   __builtin_s390_vchlbs((__vector unsigned char)__a, __b, &__cc);
3462   return __cc == 0;
3463 }
3464
3465 // This prototype is deprecated.
3466 static inline __ATTRS_o_ai int
3467 vec_all_gt(__vector __bool char __a, __vector __bool char __b) {
3468   int __cc;
3469   __builtin_s390_vchlbs((__vector unsigned char)__a,
3470                         (__vector unsigned char)__b, &__cc);
3471   return __cc == 0;
3472 }
3473
3474 static inline __ATTRS_o_ai int
3475 vec_all_gt(__vector signed short __a, __vector signed short __b) {
3476   int __cc;
3477   __builtin_s390_vchhs(__a, __b, &__cc);
3478   return __cc == 0;
3479 }
3480
3481 // This prototype is deprecated.
3482 static inline __ATTRS_o_ai int
3483 vec_all_gt(__vector signed short __a, __vector __bool short __b) {
3484   int __cc;
3485   __builtin_s390_vchhs(__a, (__vector signed short)__b, &__cc);
3486   return __cc == 0;
3487 }
3488
3489 // This prototype is deprecated.
3490 static inline __ATTRS_o_ai int
3491 vec_all_gt(__vector __bool short __a, __vector signed short __b) {
3492   int __cc;
3493   __builtin_s390_vchhs((__vector signed short)__a, __b, &__cc);
3494   return __cc == 0;
3495 }
3496
3497 static inline __ATTRS_o_ai int
3498 vec_all_gt(__vector unsigned short __a, __vector unsigned short __b) {
3499   int __cc;
3500   __builtin_s390_vchlhs(__a, __b, &__cc);
3501   return __cc == 0;
3502 }
3503
3504 // This prototype is deprecated.
3505 static inline __ATTRS_o_ai int
3506 vec_all_gt(__vector unsigned short __a, __vector __bool short __b) {
3507   int __cc;
3508   __builtin_s390_vchlhs(__a, (__vector unsigned short)__b, &__cc);
3509   return __cc == 0;
3510 }
3511
3512 // This prototype is deprecated.
3513 static inline __ATTRS_o_ai int
3514 vec_all_gt(__vector __bool short __a, __vector unsigned short __b) {
3515   int __cc;
3516   __builtin_s390_vchlhs((__vector unsigned short)__a, __b, &__cc);
3517   return __cc == 0;
3518 }
3519
3520 // This prototype is deprecated.
3521 static inline __ATTRS_o_ai int
3522 vec_all_gt(__vector __bool short __a, __vector __bool short __b) {
3523   int __cc;
3524   __builtin_s390_vchlhs((__vector unsigned short)__a,
3525                         (__vector unsigned short)__b, &__cc);
3526   return __cc == 0;
3527 }
3528
3529 static inline __ATTRS_o_ai int
3530 vec_all_gt(__vector signed int __a, __vector signed int __b) {
3531   int __cc;
3532   __builtin_s390_vchfs(__a, __b, &__cc);
3533   return __cc == 0;
3534 }
3535
3536 // This prototype is deprecated.
3537 static inline __ATTRS_o_ai int
3538 vec_all_gt(__vector signed int __a, __vector __bool int __b) {
3539   int __cc;
3540   __builtin_s390_vchfs(__a, (__vector signed int)__b, &__cc);
3541   return __cc == 0;
3542 }
3543
3544 // This prototype is deprecated.
3545 static inline __ATTRS_o_ai int
3546 vec_all_gt(__vector __bool int __a, __vector signed int __b) {
3547   int __cc;
3548   __builtin_s390_vchfs((__vector signed int)__a, __b, &__cc);
3549   return __cc == 0;
3550 }
3551
3552 static inline __ATTRS_o_ai int
3553 vec_all_gt(__vector unsigned int __a, __vector unsigned int __b) {
3554   int __cc;
3555   __builtin_s390_vchlfs(__a, __b, &__cc);
3556   return __cc == 0;
3557 }
3558
3559 // This prototype is deprecated.
3560 static inline __ATTRS_o_ai int
3561 vec_all_gt(__vector unsigned int __a, __vector __bool int __b) {
3562   int __cc;
3563   __builtin_s390_vchlfs(__a, (__vector unsigned int)__b, &__cc);
3564   return __cc == 0;
3565 }
3566
3567 // This prototype is deprecated.
3568 static inline __ATTRS_o_ai int
3569 vec_all_gt(__vector __bool int __a, __vector unsigned int __b) {
3570   int __cc;
3571   __builtin_s390_vchlfs((__vector unsigned int)__a, __b, &__cc);
3572   return __cc == 0;
3573 }
3574
3575 // This prototype is deprecated.
3576 static inline __ATTRS_o_ai int
3577 vec_all_gt(__vector __bool int __a, __vector __bool int __b) {
3578   int __cc;
3579   __builtin_s390_vchlfs((__vector unsigned int)__a,
3580                         (__vector unsigned int)__b, &__cc);
3581   return __cc == 0;
3582 }
3583
3584 static inline __ATTRS_o_ai int
3585 vec_all_gt(__vector signed long long __a, __vector signed long long __b) {
3586   int __cc;
3587   __builtin_s390_vchgs(__a, __b, &__cc);
3588   return __cc == 0;
3589 }
3590
3591 // This prototype is deprecated.
3592 static inline __ATTRS_o_ai int
3593 vec_all_gt(__vector signed long long __a, __vector __bool long long __b) {
3594   int __cc;
3595   __builtin_s390_vchgs(__a, (__vector signed long long)__b, &__cc);
3596   return __cc == 0;
3597 }
3598
3599 // This prototype is deprecated.
3600 static inline __ATTRS_o_ai int
3601 vec_all_gt(__vector __bool long long __a, __vector signed long long __b) {
3602   int __cc;
3603   __builtin_s390_vchgs((__vector signed long long)__a, __b, &__cc);
3604   return __cc == 0;
3605 }
3606
3607 static inline __ATTRS_o_ai int
3608 vec_all_gt(__vector unsigned long long __a, __vector unsigned long long __b) {
3609   int __cc;
3610   __builtin_s390_vchlgs(__a, __b, &__cc);
3611   return __cc == 0;
3612 }
3613
3614 // This prototype is deprecated.
3615 static inline __ATTRS_o_ai int
3616 vec_all_gt(__vector unsigned long long __a, __vector __bool long long __b) {
3617   int __cc;
3618   __builtin_s390_vchlgs(__a, (__vector unsigned long long)__b, &__cc);
3619   return __cc == 0;
3620 }
3621
3622 // This prototype is deprecated.
3623 static inline __ATTRS_o_ai int
3624 vec_all_gt(__vector __bool long long __a, __vector unsigned long long __b) {
3625   int __cc;
3626   __builtin_s390_vchlgs((__vector unsigned long long)__a, __b, &__cc);
3627   return __cc == 0;
3628 }
3629
3630 // This prototype is deprecated.
3631 static inline __ATTRS_o_ai int
3632 vec_all_gt(__vector __bool long long __a, __vector __bool long long __b) {
3633   int __cc;
3634   __builtin_s390_vchlgs((__vector unsigned long long)__a,
3635                         (__vector unsigned long long)__b, &__cc);
3636   return __cc == 0;
3637 }
3638
3639 #if __ARCH__ >= 12
3640 static inline __ATTRS_o_ai int
3641 vec_all_gt(__vector float __a, __vector float __b) {
3642   int __cc;
3643   __builtin_s390_vfchsbs(__a, __b, &__cc);
3644   return __cc == 0;
3645 }
3646 #endif
3647
3648 static inline __ATTRS_o_ai int
3649 vec_all_gt(__vector double __a, __vector double __b) {
3650   int __cc;
3651   __builtin_s390_vfchdbs(__a, __b, &__cc);
3652   return __cc == 0;
3653 }
3654
3655 /*-- vec_all_le -------------------------------------------------------------*/
3656
3657 static inline __ATTRS_o_ai int
3658 vec_all_le(__vector signed char __a, __vector signed char __b) {
3659   int __cc;
3660   __builtin_s390_vchbs(__a, __b, &__cc);
3661   return __cc == 3;
3662 }
3663
3664 // This prototype is deprecated.
3665 static inline __ATTRS_o_ai int
3666 vec_all_le(__vector signed char __a, __vector __bool char __b) {
3667   int __cc;
3668   __builtin_s390_vchbs(__a, (__vector signed char)__b, &__cc);
3669   return __cc == 3;
3670 }
3671
3672 // This prototype is deprecated.
3673 static inline __ATTRS_o_ai int
3674 vec_all_le(__vector __bool char __a, __vector signed char __b) {
3675   int __cc;
3676   __builtin_s390_vchbs((__vector signed char)__a, __b, &__cc);
3677   return __cc == 3;
3678 }
3679
3680 static inline __ATTRS_o_ai int
3681 vec_all_le(__vector unsigned char __a, __vector unsigned char __b) {
3682   int __cc;
3683   __builtin_s390_vchlbs(__a, __b, &__cc);
3684   return __cc == 3;
3685 }
3686
3687 // This prototype is deprecated.
3688 static inline __ATTRS_o_ai int
3689 vec_all_le(__vector unsigned char __a, __vector __bool char __b) {
3690   int __cc;
3691   __builtin_s390_vchlbs(__a, (__vector unsigned char)__b, &__cc);
3692   return __cc == 3;
3693 }
3694
3695 // This prototype is deprecated.
3696 static inline __ATTRS_o_ai int
3697 vec_all_le(__vector __bool char __a, __vector unsigned char __b) {
3698   int __cc;
3699   __builtin_s390_vchlbs((__vector unsigned char)__a, __b, &__cc);
3700   return __cc == 3;
3701 }
3702
3703 // This prototype is deprecated.
3704 static inline __ATTRS_o_ai int
3705 vec_all_le(__vector __bool char __a, __vector __bool char __b) {
3706   int __cc;
3707   __builtin_s390_vchlbs((__vector unsigned char)__a,
3708                         (__vector unsigned char)__b, &__cc);
3709   return __cc == 3;
3710 }
3711
3712 static inline __ATTRS_o_ai int
3713 vec_all_le(__vector signed short __a, __vector signed short __b) {
3714   int __cc;
3715   __builtin_s390_vchhs(__a, __b, &__cc);
3716   return __cc == 3;
3717 }
3718
3719 // This prototype is deprecated.
3720 static inline __ATTRS_o_ai int
3721 vec_all_le(__vector signed short __a, __vector __bool short __b) {
3722   int __cc;
3723   __builtin_s390_vchhs(__a, (__vector signed short)__b, &__cc);
3724   return __cc == 3;
3725 }
3726
3727 // This prototype is deprecated.
3728 static inline __ATTRS_o_ai int
3729 vec_all_le(__vector __bool short __a, __vector signed short __b) {
3730   int __cc;
3731   __builtin_s390_vchhs((__vector signed short)__a, __b, &__cc);
3732   return __cc == 3;
3733 }
3734
3735 static inline __ATTRS_o_ai int
3736 vec_all_le(__vector unsigned short __a, __vector unsigned short __b) {
3737   int __cc;
3738   __builtin_s390_vchlhs(__a, __b, &__cc);
3739   return __cc == 3;
3740 }
3741
3742 // This prototype is deprecated.
3743 static inline __ATTRS_o_ai int
3744 vec_all_le(__vector unsigned short __a, __vector __bool short __b) {
3745   int __cc;
3746   __builtin_s390_vchlhs(__a, (__vector unsigned short)__b, &__cc);
3747   return __cc == 3;
3748 }
3749
3750 // This prototype is deprecated.
3751 static inline __ATTRS_o_ai int
3752 vec_all_le(__vector __bool short __a, __vector unsigned short __b) {
3753   int __cc;
3754   __builtin_s390_vchlhs((__vector unsigned short)__a, __b, &__cc);
3755   return __cc == 3;
3756 }
3757
3758 // This prototype is deprecated.
3759 static inline __ATTRS_o_ai int
3760 vec_all_le(__vector __bool short __a, __vector __bool short __b) {
3761   int __cc;
3762   __builtin_s390_vchlhs((__vector unsigned short)__a,
3763                         (__vector unsigned short)__b, &__cc);
3764   return __cc == 3;
3765 }
3766
3767 static inline __ATTRS_o_ai int
3768 vec_all_le(__vector signed int __a, __vector signed int __b) {
3769   int __cc;
3770   __builtin_s390_vchfs(__a, __b, &__cc);
3771   return __cc == 3;
3772 }
3773
3774 // This prototype is deprecated.
3775 static inline __ATTRS_o_ai int
3776 vec_all_le(__vector signed int __a, __vector __bool int __b) {
3777   int __cc;
3778   __builtin_s390_vchfs(__a, (__vector signed int)__b, &__cc);
3779   return __cc == 3;
3780 }
3781
3782 // This prototype is deprecated.
3783 static inline __ATTRS_o_ai int
3784 vec_all_le(__vector __bool int __a, __vector signed int __b) {
3785   int __cc;
3786   __builtin_s390_vchfs((__vector signed int)__a, __b, &__cc);
3787   return __cc == 3;
3788 }
3789
3790 static inline __ATTRS_o_ai int
3791 vec_all_le(__vector unsigned int __a, __vector unsigned int __b) {
3792   int __cc;
3793   __builtin_s390_vchlfs(__a, __b, &__cc);
3794   return __cc == 3;
3795 }
3796
3797 // This prototype is deprecated.
3798 static inline __ATTRS_o_ai int
3799 vec_all_le(__vector unsigned int __a, __vector __bool int __b) {
3800   int __cc;
3801   __builtin_s390_vchlfs(__a, (__vector unsigned int)__b, &__cc);
3802   return __cc == 3;
3803 }
3804
3805 // This prototype is deprecated.
3806 static inline __ATTRS_o_ai int
3807 vec_all_le(__vector __bool int __a, __vector unsigned int __b) {
3808   int __cc;
3809   __builtin_s390_vchlfs((__vector unsigned int)__a, __b, &__cc);
3810   return __cc == 3;
3811 }
3812
3813 // This prototype is deprecated.
3814 static inline __ATTRS_o_ai int
3815 vec_all_le(__vector __bool int __a, __vector __bool int __b) {
3816   int __cc;
3817   __builtin_s390_vchlfs((__vector unsigned int)__a,
3818                         (__vector unsigned int)__b, &__cc);
3819   return __cc == 3;
3820 }
3821
3822 static inline __ATTRS_o_ai int
3823 vec_all_le(__vector signed long long __a, __vector signed long long __b) {
3824   int __cc;
3825   __builtin_s390_vchgs(__a, __b, &__cc);
3826   return __cc == 3;
3827 }
3828
3829 // This prototype is deprecated.
3830 static inline __ATTRS_o_ai int
3831 vec_all_le(__vector signed long long __a, __vector __bool long long __b) {
3832   int __cc;
3833   __builtin_s390_vchgs(__a, (__vector signed long long)__b, &__cc);
3834   return __cc == 3;
3835 }
3836
3837 // This prototype is deprecated.
3838 static inline __ATTRS_o_ai int
3839 vec_all_le(__vector __bool long long __a, __vector signed long long __b) {
3840   int __cc;
3841   __builtin_s390_vchgs((__vector signed long long)__a, __b, &__cc);
3842   return __cc == 3;
3843 }
3844
3845 static inline __ATTRS_o_ai int
3846 vec_all_le(__vector unsigned long long __a, __vector unsigned long long __b) {
3847   int __cc;
3848   __builtin_s390_vchlgs(__a, __b, &__cc);
3849   return __cc == 3;
3850 }
3851
3852 // This prototype is deprecated.
3853 static inline __ATTRS_o_ai int
3854 vec_all_le(__vector unsigned long long __a, __vector __bool long long __b) {
3855   int __cc;
3856   __builtin_s390_vchlgs(__a, (__vector unsigned long long)__b, &__cc);
3857   return __cc == 3;
3858 }
3859
3860 // This prototype is deprecated.
3861 static inline __ATTRS_o_ai int
3862 vec_all_le(__vector __bool long long __a, __vector unsigned long long __b) {
3863   int __cc;
3864   __builtin_s390_vchlgs((__vector unsigned long long)__a, __b, &__cc);
3865   return __cc == 3;
3866 }
3867
3868 // This prototype is deprecated.
3869 static inline __ATTRS_o_ai int
3870 vec_all_le(__vector __bool long long __a, __vector __bool long long __b) {
3871   int __cc;
3872   __builtin_s390_vchlgs((__vector unsigned long long)__a,
3873                         (__vector unsigned long long)__b, &__cc);
3874   return __cc == 3;
3875 }
3876
3877 #if __ARCH__ >= 12
3878 static inline __ATTRS_o_ai int
3879 vec_all_le(__vector float __a, __vector float __b) {
3880   int __cc;
3881   __builtin_s390_vfchesbs(__b, __a, &__cc);
3882   return __cc == 0;
3883 }
3884 #endif
3885
3886 static inline __ATTRS_o_ai int
3887 vec_all_le(__vector double __a, __vector double __b) {
3888   int __cc;
3889   __builtin_s390_vfchedbs(__b, __a, &__cc);
3890   return __cc == 0;
3891 }
3892
3893 /*-- vec_all_lt -------------------------------------------------------------*/
3894
3895 static inline __ATTRS_o_ai int
3896 vec_all_lt(__vector signed char __a, __vector signed char __b) {
3897   int __cc;
3898   __builtin_s390_vchbs(__b, __a, &__cc);
3899   return __cc == 0;
3900 }
3901
3902 // This prototype is deprecated.
3903 static inline __ATTRS_o_ai int
3904 vec_all_lt(__vector signed char __a, __vector __bool char __b) {
3905   int __cc;
3906   __builtin_s390_vchbs((__vector signed char)__b, __a, &__cc);
3907   return __cc == 0;
3908 }
3909
3910 // This prototype is deprecated.
3911 static inline __ATTRS_o_ai int
3912 vec_all_lt(__vector __bool char __a, __vector signed char __b) {
3913   int __cc;
3914   __builtin_s390_vchbs(__b, (__vector signed char)__a, &__cc);
3915   return __cc == 0;
3916 }
3917
3918 static inline __ATTRS_o_ai int
3919 vec_all_lt(__vector unsigned char __a, __vector unsigned char __b) {
3920   int __cc;
3921   __builtin_s390_vchlbs(__b, __a, &__cc);
3922   return __cc == 0;
3923 }
3924
3925 // This prototype is deprecated.
3926 static inline __ATTRS_o_ai int
3927 vec_all_lt(__vector unsigned char __a, __vector __bool char __b) {
3928   int __cc;
3929   __builtin_s390_vchlbs((__vector unsigned char)__b, __a, &__cc);
3930   return __cc == 0;
3931 }
3932
3933 // This prototype is deprecated.
3934 static inline __ATTRS_o_ai int
3935 vec_all_lt(__vector __bool char __a, __vector unsigned char __b) {
3936   int __cc;
3937   __builtin_s390_vchlbs(__b, (__vector unsigned char)__a, &__cc);
3938   return __cc == 0;
3939 }
3940
3941 // This prototype is deprecated.
3942 static inline __ATTRS_o_ai int
3943 vec_all_lt(__vector __bool char __a, __vector __bool char __b) {
3944   int __cc;
3945   __builtin_s390_vchlbs((__vector unsigned char)__b,
3946                         (__vector unsigned char)__a, &__cc);
3947   return __cc == 0;
3948 }
3949
3950 static inline __ATTRS_o_ai int
3951 vec_all_lt(__vector signed short __a, __vector signed short __b) {
3952   int __cc;
3953   __builtin_s390_vchhs(__b, __a, &__cc);
3954   return __cc == 0;
3955 }
3956
3957 // This prototype is deprecated.
3958 static inline __ATTRS_o_ai int
3959 vec_all_lt(__vector signed short __a, __vector __bool short __b) {
3960   int __cc;
3961   __builtin_s390_vchhs((__vector signed short)__b, __a, &__cc);
3962   return __cc == 0;
3963 }
3964
3965 // This prototype is deprecated.
3966 static inline __ATTRS_o_ai int
3967 vec_all_lt(__vector __bool short __a, __vector signed short __b) {
3968   int __cc;
3969   __builtin_s390_vchhs(__b, (__vector signed short)__a, &__cc);
3970   return __cc == 0;
3971 }
3972
3973 static inline __ATTRS_o_ai int
3974 vec_all_lt(__vector unsigned short __a, __vector unsigned short __b) {
3975   int __cc;
3976   __builtin_s390_vchlhs(__b, __a, &__cc);
3977   return __cc == 0;
3978 }
3979
3980 // This prototype is deprecated.
3981 static inline __ATTRS_o_ai int
3982 vec_all_lt(__vector unsigned short __a, __vector __bool short __b) {
3983   int __cc;
3984   __builtin_s390_vchlhs((__vector unsigned short)__b, __a, &__cc);
3985   return __cc == 0;
3986 }
3987
3988 // This prototype is deprecated.
3989 static inline __ATTRS_o_ai int
3990 vec_all_lt(__vector __bool short __a, __vector unsigned short __b) {
3991   int __cc;
3992   __builtin_s390_vchlhs(__b, (__vector unsigned short)__a, &__cc);
3993   return __cc == 0;
3994 }
3995
3996 // This prototype is deprecated.
3997 static inline __ATTRS_o_ai int
3998 vec_all_lt(__vector __bool short __a, __vector __bool short __b) {
3999   int __cc;
4000   __builtin_s390_vchlhs((__vector unsigned short)__b,
4001                         (__vector unsigned short)__a, &__cc);
4002   return __cc == 0;
4003 }
4004
4005 static inline __ATTRS_o_ai int
4006 vec_all_lt(__vector signed int __a, __vector signed int __b) {
4007   int __cc;
4008   __builtin_s390_vchfs(__b, __a, &__cc);
4009   return __cc == 0;
4010 }
4011
4012 // This prototype is deprecated.
4013 static inline __ATTRS_o_ai int
4014 vec_all_lt(__vector signed int __a, __vector __bool int __b) {
4015   int __cc;
4016   __builtin_s390_vchfs((__vector signed int)__b, __a, &__cc);
4017   return __cc == 0;
4018 }
4019
4020 // This prototype is deprecated.
4021 static inline __ATTRS_o_ai int
4022 vec_all_lt(__vector __bool int __a, __vector signed int __b) {
4023   int __cc;
4024   __builtin_s390_vchfs(__b, (__vector signed int)__a, &__cc);
4025   return __cc == 0;
4026 }
4027
4028 static inline __ATTRS_o_ai int
4029 vec_all_lt(__vector unsigned int __a, __vector unsigned int __b) {
4030   int __cc;
4031   __builtin_s390_vchlfs(__b, __a, &__cc);
4032   return __cc == 0;
4033 }
4034
4035 // This prototype is deprecated.
4036 static inline __ATTRS_o_ai int
4037 vec_all_lt(__vector unsigned int __a, __vector __bool int __b) {
4038   int __cc;
4039   __builtin_s390_vchlfs((__vector unsigned int)__b, __a, &__cc);
4040   return __cc == 0;
4041 }
4042
4043 // This prototype is deprecated.
4044 static inline __ATTRS_o_ai int
4045 vec_all_lt(__vector __bool int __a, __vector unsigned int __b) {
4046   int __cc;
4047   __builtin_s390_vchlfs(__b, (__vector unsigned int)__a, &__cc);
4048   return __cc == 0;
4049 }
4050
4051 // This prototype is deprecated.
4052 static inline __ATTRS_o_ai int
4053 vec_all_lt(__vector __bool int __a, __vector __bool int __b) {
4054   int __cc;
4055   __builtin_s390_vchlfs((__vector unsigned int)__b,
4056                         (__vector unsigned int)__a, &__cc);
4057   return __cc == 0;
4058 }
4059
4060 static inline __ATTRS_o_ai int
4061 vec_all_lt(__vector signed long long __a, __vector signed long long __b) {
4062   int __cc;
4063   __builtin_s390_vchgs(__b, __a, &__cc);
4064   return __cc == 0;
4065 }
4066
4067 // This prototype is deprecated.
4068 static inline __ATTRS_o_ai int
4069 vec_all_lt(__vector signed long long __a, __vector __bool long long __b) {
4070   int __cc;
4071   __builtin_s390_vchgs((__vector signed long long)__b, __a, &__cc);
4072   return __cc == 0;
4073 }
4074
4075 // This prototype is deprecated.
4076 static inline __ATTRS_o_ai int
4077 vec_all_lt(__vector __bool long long __a, __vector signed long long __b) {
4078   int __cc;
4079   __builtin_s390_vchgs(__b, (__vector signed long long)__a, &__cc);
4080   return __cc == 0;
4081 }
4082
4083 static inline __ATTRS_o_ai int
4084 vec_all_lt(__vector unsigned long long __a, __vector unsigned long long __b) {
4085   int __cc;
4086   __builtin_s390_vchlgs(__b, __a, &__cc);
4087   return __cc == 0;
4088 }
4089
4090 // This prototype is deprecated.
4091 static inline __ATTRS_o_ai int
4092 vec_all_lt(__vector unsigned long long __a, __vector __bool long long __b) {
4093   int __cc;
4094   __builtin_s390_vchlgs((__vector unsigned long long)__b, __a, &__cc);
4095   return __cc == 0;
4096 }
4097
4098 // This prototype is deprecated.
4099 static inline __ATTRS_o_ai int
4100 vec_all_lt(__vector __bool long long __a, __vector unsigned long long __b) {
4101   int __cc;
4102   __builtin_s390_vchlgs(__b, (__vector unsigned long long)__a, &__cc);
4103   return __cc == 0;
4104 }
4105
4106 // This prototype is deprecated.
4107 static inline __ATTRS_o_ai int
4108 vec_all_lt(__vector __bool long long __a, __vector __bool long long __b) {
4109   int __cc;
4110   __builtin_s390_vchlgs((__vector unsigned long long)__b,
4111                         (__vector unsigned long long)__a, &__cc);
4112   return __cc == 0;
4113 }
4114
4115 #if __ARCH__ >= 12
4116 static inline __ATTRS_o_ai int
4117 vec_all_lt(__vector float __a, __vector float __b) {
4118   int __cc;
4119   __builtin_s390_vfchsbs(__b, __a, &__cc);
4120   return __cc == 0;
4121 }
4122 #endif
4123
4124 static inline __ATTRS_o_ai int
4125 vec_all_lt(__vector double __a, __vector double __b) {
4126   int __cc;
4127   __builtin_s390_vfchdbs(__b, __a, &__cc);
4128   return __cc == 0;
4129 }
4130
4131 /*-- vec_all_nge ------------------------------------------------------------*/
4132
4133 #if __ARCH__ >= 12
4134 static inline __ATTRS_o_ai int
4135 vec_all_nge(__vector float __a, __vector float __b) {
4136   int __cc;
4137   __builtin_s390_vfchesbs(__a, __b, &__cc);
4138   return __cc == 3;
4139 }
4140 #endif
4141
4142 static inline __ATTRS_o_ai int
4143 vec_all_nge(__vector double __a, __vector double __b) {
4144   int __cc;
4145   __builtin_s390_vfchedbs(__a, __b, &__cc);
4146   return __cc == 3;
4147 }
4148
4149 /*-- vec_all_ngt ------------------------------------------------------------*/
4150
4151 #if __ARCH__ >= 12
4152 static inline __ATTRS_o_ai int
4153 vec_all_ngt(__vector float __a, __vector float __b) {
4154   int __cc;
4155   __builtin_s390_vfchsbs(__a, __b, &__cc);
4156   return __cc == 3;
4157 }
4158 #endif
4159
4160 static inline __ATTRS_o_ai int
4161 vec_all_ngt(__vector double __a, __vector double __b) {
4162   int __cc;
4163   __builtin_s390_vfchdbs(__a, __b, &__cc);
4164   return __cc == 3;
4165 }
4166
4167 /*-- vec_all_nle ------------------------------------------------------------*/
4168
4169 #if __ARCH__ >= 12
4170 static inline __ATTRS_o_ai int
4171 vec_all_nle(__vector float __a, __vector float __b) {
4172   int __cc;
4173   __builtin_s390_vfchesbs(__b, __a, &__cc);
4174   return __cc == 3;
4175 }
4176 #endif
4177
4178 static inline __ATTRS_o_ai int
4179 vec_all_nle(__vector double __a, __vector double __b) {
4180   int __cc;
4181   __builtin_s390_vfchedbs(__b, __a, &__cc);
4182   return __cc == 3;
4183 }
4184
4185 /*-- vec_all_nlt ------------------------------------------------------------*/
4186
4187 #if __ARCH__ >= 12
4188 static inline __ATTRS_o_ai int
4189 vec_all_nlt(__vector float __a, __vector float __b) {
4190   int __cc;
4191   __builtin_s390_vfchsbs(__b, __a, &__cc);
4192   return __cc == 3;
4193 }
4194 #endif
4195
4196 static inline __ATTRS_o_ai int
4197 vec_all_nlt(__vector double __a, __vector double __b) {
4198   int __cc;
4199   __builtin_s390_vfchdbs(__b, __a, &__cc);
4200   return __cc == 3;
4201 }
4202
4203 /*-- vec_all_nan ------------------------------------------------------------*/
4204
4205 #if __ARCH__ >= 12
4206 static inline __ATTRS_o_ai int
4207 vec_all_nan(__vector float __a) {
4208   int __cc;
4209   __builtin_s390_vftcisb(__a, 15, &__cc);
4210   return __cc == 0;
4211 }
4212 #endif
4213
4214 static inline __ATTRS_o_ai int
4215 vec_all_nan(__vector double __a) {
4216   int __cc;
4217   __builtin_s390_vftcidb(__a, 15, &__cc);
4218   return __cc == 0;
4219 }
4220
4221 /*-- vec_all_numeric --------------------------------------------------------*/
4222
4223 #if __ARCH__ >= 12
4224 static inline __ATTRS_o_ai int
4225 vec_all_numeric(__vector float __a) {
4226   int __cc;
4227   __builtin_s390_vftcisb(__a, 15, &__cc);
4228   return __cc == 3;
4229 }
4230 #endif
4231
4232 static inline __ATTRS_o_ai int
4233 vec_all_numeric(__vector double __a) {
4234   int __cc;
4235   __builtin_s390_vftcidb(__a, 15, &__cc);
4236   return __cc == 3;
4237 }
4238
4239 /*-- vec_any_eq -------------------------------------------------------------*/
4240
4241 static inline __ATTRS_o_ai int
4242 vec_any_eq(__vector signed char __a, __vector signed char __b) {
4243   int __cc;
4244   __builtin_s390_vceqbs(__a, __b, &__cc);
4245   return __cc <= 1;
4246 }
4247
4248 // This prototype is deprecated.
4249 static inline __ATTRS_o_ai int
4250 vec_any_eq(__vector signed char __a, __vector __bool char __b) {
4251   int __cc;
4252   __builtin_s390_vceqbs(__a, (__vector signed char)__b, &__cc);
4253   return __cc <= 1;
4254 }
4255
4256 // This prototype is deprecated.
4257 static inline __ATTRS_o_ai int
4258 vec_any_eq(__vector __bool char __a, __vector signed char __b) {
4259   int __cc;
4260   __builtin_s390_vceqbs((__vector signed char)__a, __b, &__cc);
4261   return __cc <= 1;
4262 }
4263
4264 static inline __ATTRS_o_ai int
4265 vec_any_eq(__vector unsigned char __a, __vector unsigned char __b) {
4266   int __cc;
4267   __builtin_s390_vceqbs((__vector signed char)__a,
4268                         (__vector signed char)__b, &__cc);
4269   return __cc <= 1;
4270 }
4271
4272 // This prototype is deprecated.
4273 static inline __ATTRS_o_ai int
4274 vec_any_eq(__vector unsigned char __a, __vector __bool char __b) {
4275   int __cc;
4276   __builtin_s390_vceqbs((__vector signed char)__a,
4277                         (__vector signed char)__b, &__cc);
4278   return __cc <= 1;
4279 }
4280
4281 // This prototype is deprecated.
4282 static inline __ATTRS_o_ai int
4283 vec_any_eq(__vector __bool char __a, __vector unsigned char __b) {
4284   int __cc;
4285   __builtin_s390_vceqbs((__vector signed char)__a,
4286                         (__vector signed char)__b, &__cc);
4287   return __cc <= 1;
4288 }
4289
4290 static inline __ATTRS_o_ai int
4291 vec_any_eq(__vector __bool char __a, __vector __bool char __b) {
4292   int __cc;
4293   __builtin_s390_vceqbs((__vector signed char)__a,
4294                         (__vector signed char)__b, &__cc);
4295   return __cc <= 1;
4296 }
4297
4298 static inline __ATTRS_o_ai int
4299 vec_any_eq(__vector signed short __a, __vector signed short __b) {
4300   int __cc;
4301   __builtin_s390_vceqhs(__a, __b, &__cc);
4302   return __cc <= 1;
4303 }
4304
4305 // This prototype is deprecated.
4306 static inline __ATTRS_o_ai int
4307 vec_any_eq(__vector signed short __a, __vector __bool short __b) {
4308   int __cc;
4309   __builtin_s390_vceqhs(__a, (__vector signed short)__b, &__cc);
4310   return __cc <= 1;
4311 }
4312
4313 // This prototype is deprecated.
4314 static inline __ATTRS_o_ai int
4315 vec_any_eq(__vector __bool short __a, __vector signed short __b) {
4316   int __cc;
4317   __builtin_s390_vceqhs((__vector signed short)__a, __b, &__cc);
4318   return __cc <= 1;
4319 }
4320
4321 static inline __ATTRS_o_ai int
4322 vec_any_eq(__vector unsigned short __a, __vector unsigned short __b) {
4323   int __cc;
4324   __builtin_s390_vceqhs((__vector signed short)__a,
4325                         (__vector signed short)__b, &__cc);
4326   return __cc <= 1;
4327 }
4328
4329 // This prototype is deprecated.
4330 static inline __ATTRS_o_ai int
4331 vec_any_eq(__vector unsigned short __a, __vector __bool short __b) {
4332   int __cc;
4333   __builtin_s390_vceqhs((__vector signed short)__a,
4334                         (__vector signed short)__b, &__cc);
4335   return __cc <= 1;
4336 }
4337
4338 // This prototype is deprecated.
4339 static inline __ATTRS_o_ai int
4340 vec_any_eq(__vector __bool short __a, __vector unsigned short __b) {
4341   int __cc;
4342   __builtin_s390_vceqhs((__vector signed short)__a,
4343                         (__vector signed short)__b, &__cc);
4344   return __cc <= 1;
4345 }
4346
4347 static inline __ATTRS_o_ai int
4348 vec_any_eq(__vector __bool short __a, __vector __bool short __b) {
4349   int __cc;
4350   __builtin_s390_vceqhs((__vector signed short)__a,
4351                         (__vector signed short)__b, &__cc);
4352   return __cc <= 1;
4353 }
4354
4355 static inline __ATTRS_o_ai int
4356 vec_any_eq(__vector signed int __a, __vector signed int __b) {
4357   int __cc;
4358   __builtin_s390_vceqfs(__a, __b, &__cc);
4359   return __cc <= 1;
4360 }
4361
4362 // This prototype is deprecated.
4363 static inline __ATTRS_o_ai int
4364 vec_any_eq(__vector signed int __a, __vector __bool int __b) {
4365   int __cc;
4366   __builtin_s390_vceqfs(__a, (__vector signed int)__b, &__cc);
4367   return __cc <= 1;
4368 }
4369
4370 // This prototype is deprecated.
4371 static inline __ATTRS_o_ai int
4372 vec_any_eq(__vector __bool int __a, __vector signed int __b) {
4373   int __cc;
4374   __builtin_s390_vceqfs((__vector signed int)__a, __b, &__cc);
4375   return __cc <= 1;
4376 }
4377
4378 static inline __ATTRS_o_ai int
4379 vec_any_eq(__vector unsigned int __a, __vector unsigned int __b) {
4380   int __cc;
4381   __builtin_s390_vceqfs((__vector signed int)__a,
4382                         (__vector signed int)__b, &__cc);
4383   return __cc <= 1;
4384 }
4385
4386 // This prototype is deprecated.
4387 static inline __ATTRS_o_ai int
4388 vec_any_eq(__vector unsigned int __a, __vector __bool int __b) {
4389   int __cc;
4390   __builtin_s390_vceqfs((__vector signed int)__a,
4391                         (__vector signed int)__b, &__cc);
4392   return __cc <= 1;
4393 }
4394
4395 // This prototype is deprecated.
4396 static inline __ATTRS_o_ai int
4397 vec_any_eq(__vector __bool int __a, __vector unsigned int __b) {
4398   int __cc;
4399   __builtin_s390_vceqfs((__vector signed int)__a,
4400                         (__vector signed int)__b, &__cc);
4401   return __cc <= 1;
4402 }
4403
4404 static inline __ATTRS_o_ai int
4405 vec_any_eq(__vector __bool int __a, __vector __bool int __b) {
4406   int __cc;
4407   __builtin_s390_vceqfs((__vector signed int)__a,
4408                         (__vector signed int)__b, &__cc);
4409   return __cc <= 1;
4410 }
4411
4412 static inline __ATTRS_o_ai int
4413 vec_any_eq(__vector signed long long __a, __vector signed long long __b) {
4414   int __cc;
4415   __builtin_s390_vceqgs(__a, __b, &__cc);
4416   return __cc <= 1;
4417 }
4418
4419 // This prototype is deprecated.
4420 static inline __ATTRS_o_ai int
4421 vec_any_eq(__vector signed long long __a, __vector __bool long long __b) {
4422   int __cc;
4423   __builtin_s390_vceqgs(__a, (__vector signed long long)__b, &__cc);
4424   return __cc <= 1;
4425 }
4426
4427 // This prototype is deprecated.
4428 static inline __ATTRS_o_ai int
4429 vec_any_eq(__vector __bool long long __a, __vector signed long long __b) {
4430   int __cc;
4431   __builtin_s390_vceqgs((__vector signed long long)__a, __b, &__cc);
4432   return __cc <= 1;
4433 }
4434
4435 static inline __ATTRS_o_ai int
4436 vec_any_eq(__vector unsigned long long __a, __vector unsigned long long __b) {
4437   int __cc;
4438   __builtin_s390_vceqgs((__vector signed long long)__a,
4439                         (__vector signed long long)__b, &__cc);
4440   return __cc <= 1;
4441 }
4442
4443 // This prototype is deprecated.
4444 static inline __ATTRS_o_ai int
4445 vec_any_eq(__vector unsigned long long __a, __vector __bool long long __b) {
4446   int __cc;
4447   __builtin_s390_vceqgs((__vector signed long long)__a,
4448                         (__vector signed long long)__b, &__cc);
4449   return __cc <= 1;
4450 }
4451
4452 // This prototype is deprecated.
4453 static inline __ATTRS_o_ai int
4454 vec_any_eq(__vector __bool long long __a, __vector unsigned long long __b) {
4455   int __cc;
4456   __builtin_s390_vceqgs((__vector signed long long)__a,
4457                         (__vector signed long long)__b, &__cc);
4458   return __cc <= 1;
4459 }
4460
4461 static inline __ATTRS_o_ai int
4462 vec_any_eq(__vector __bool long long __a, __vector __bool long long __b) {
4463   int __cc;
4464   __builtin_s390_vceqgs((__vector signed long long)__a,
4465                         (__vector signed long long)__b, &__cc);
4466   return __cc <= 1;
4467 }
4468
4469 #if __ARCH__ >= 12
4470 static inline __ATTRS_o_ai int
4471 vec_any_eq(__vector float __a, __vector float __b) {
4472   int __cc;
4473   __builtin_s390_vfcesbs(__a, __b, &__cc);
4474   return __cc <= 1;
4475 }
4476 #endif
4477
4478 static inline __ATTRS_o_ai int
4479 vec_any_eq(__vector double __a, __vector double __b) {
4480   int __cc;
4481   __builtin_s390_vfcedbs(__a, __b, &__cc);
4482   return __cc <= 1;
4483 }
4484
4485 /*-- vec_any_ne -------------------------------------------------------------*/
4486
4487 static inline __ATTRS_o_ai int
4488 vec_any_ne(__vector signed char __a, __vector signed char __b) {
4489   int __cc;
4490   __builtin_s390_vceqbs(__a, __b, &__cc);
4491   return __cc != 0;
4492 }
4493
4494 // This prototype is deprecated.
4495 static inline __ATTRS_o_ai int
4496 vec_any_ne(__vector signed char __a, __vector __bool char __b) {
4497   int __cc;
4498   __builtin_s390_vceqbs(__a, (__vector signed char)__b, &__cc);
4499   return __cc != 0;
4500 }
4501
4502 // This prototype is deprecated.
4503 static inline __ATTRS_o_ai int
4504 vec_any_ne(__vector __bool char __a, __vector signed char __b) {
4505   int __cc;
4506   __builtin_s390_vceqbs((__vector signed char)__a, __b, &__cc);
4507   return __cc != 0;
4508 }
4509
4510 static inline __ATTRS_o_ai int
4511 vec_any_ne(__vector unsigned char __a, __vector unsigned char __b) {
4512   int __cc;
4513   __builtin_s390_vceqbs((__vector signed char)__a,
4514                         (__vector signed char)__b, &__cc);
4515   return __cc != 0;
4516 }
4517
4518 // This prototype is deprecated.
4519 static inline __ATTRS_o_ai int
4520 vec_any_ne(__vector unsigned char __a, __vector __bool char __b) {
4521   int __cc;
4522   __builtin_s390_vceqbs((__vector signed char)__a,
4523                         (__vector signed char)__b, &__cc);
4524   return __cc != 0;
4525 }
4526
4527 // This prototype is deprecated.
4528 static inline __ATTRS_o_ai int
4529 vec_any_ne(__vector __bool char __a, __vector unsigned char __b) {
4530   int __cc;
4531   __builtin_s390_vceqbs((__vector signed char)__a,
4532                         (__vector signed char)__b, &__cc);
4533   return __cc != 0;
4534 }
4535
4536 static inline __ATTRS_o_ai int
4537 vec_any_ne(__vector __bool char __a, __vector __bool char __b) {
4538   int __cc;
4539   __builtin_s390_vceqbs((__vector signed char)__a,
4540                         (__vector signed char)__b, &__cc);
4541   return __cc != 0;
4542 }
4543
4544 static inline __ATTRS_o_ai int
4545 vec_any_ne(__vector signed short __a, __vector signed short __b) {
4546   int __cc;
4547   __builtin_s390_vceqhs(__a, __b, &__cc);
4548   return __cc != 0;
4549 }
4550
4551 // This prototype is deprecated.
4552 static inline __ATTRS_o_ai int
4553 vec_any_ne(__vector signed short __a, __vector __bool short __b) {
4554   int __cc;
4555   __builtin_s390_vceqhs(__a, (__vector signed short)__b, &__cc);
4556   return __cc != 0;
4557 }
4558
4559 // This prototype is deprecated.
4560 static inline __ATTRS_o_ai int
4561 vec_any_ne(__vector __bool short __a, __vector signed short __b) {
4562   int __cc;
4563   __builtin_s390_vceqhs((__vector signed short)__a, __b, &__cc);
4564   return __cc != 0;
4565 }
4566
4567 static inline __ATTRS_o_ai int
4568 vec_any_ne(__vector unsigned short __a, __vector unsigned short __b) {
4569   int __cc;
4570   __builtin_s390_vceqhs((__vector signed short)__a,
4571                         (__vector signed short)__b, &__cc);
4572   return __cc != 0;
4573 }
4574
4575 // This prototype is deprecated.
4576 static inline __ATTRS_o_ai int
4577 vec_any_ne(__vector unsigned short __a, __vector __bool short __b) {
4578   int __cc;
4579   __builtin_s390_vceqhs((__vector signed short)__a,
4580                         (__vector signed short)__b, &__cc);
4581   return __cc != 0;
4582 }
4583
4584 // This prototype is deprecated.
4585 static inline __ATTRS_o_ai int
4586 vec_any_ne(__vector __bool short __a, __vector unsigned short __b) {
4587   int __cc;
4588   __builtin_s390_vceqhs((__vector signed short)__a,
4589                         (__vector signed short)__b, &__cc);
4590   return __cc != 0;
4591 }
4592
4593 static inline __ATTRS_o_ai int
4594 vec_any_ne(__vector __bool short __a, __vector __bool short __b) {
4595   int __cc;
4596   __builtin_s390_vceqhs((__vector signed short)__a,
4597                         (__vector signed short)__b, &__cc);
4598   return __cc != 0;
4599 }
4600
4601 static inline __ATTRS_o_ai int
4602 vec_any_ne(__vector signed int __a, __vector signed int __b) {
4603   int __cc;
4604   __builtin_s390_vceqfs(__a, __b, &__cc);
4605   return __cc != 0;
4606 }
4607
4608 // This prototype is deprecated.
4609 static inline __ATTRS_o_ai int
4610 vec_any_ne(__vector signed int __a, __vector __bool int __b) {
4611   int __cc;
4612   __builtin_s390_vceqfs(__a, (__vector signed int)__b, &__cc);
4613   return __cc != 0;
4614 }
4615
4616 // This prototype is deprecated.
4617 static inline __ATTRS_o_ai int
4618 vec_any_ne(__vector __bool int __a, __vector signed int __b) {
4619   int __cc;
4620   __builtin_s390_vceqfs((__vector signed int)__a, __b, &__cc);
4621   return __cc != 0;
4622 }
4623
4624 static inline __ATTRS_o_ai int
4625 vec_any_ne(__vector unsigned int __a, __vector unsigned int __b) {
4626   int __cc;
4627   __builtin_s390_vceqfs((__vector signed int)__a,
4628                         (__vector signed int)__b, &__cc);
4629   return __cc != 0;
4630 }
4631
4632 // This prototype is deprecated.
4633 static inline __ATTRS_o_ai int
4634 vec_any_ne(__vector unsigned int __a, __vector __bool int __b) {
4635   int __cc;
4636   __builtin_s390_vceqfs((__vector signed int)__a,
4637                         (__vector signed int)__b, &__cc);
4638   return __cc != 0;
4639 }
4640
4641 // This prototype is deprecated.
4642 static inline __ATTRS_o_ai int
4643 vec_any_ne(__vector __bool int __a, __vector unsigned int __b) {
4644   int __cc;
4645   __builtin_s390_vceqfs((__vector signed int)__a,
4646                         (__vector signed int)__b, &__cc);
4647   return __cc != 0;
4648 }
4649
4650 static inline __ATTRS_o_ai int
4651 vec_any_ne(__vector __bool int __a, __vector __bool int __b) {
4652   int __cc;
4653   __builtin_s390_vceqfs((__vector signed int)__a,
4654                         (__vector signed int)__b, &__cc);
4655   return __cc != 0;
4656 }
4657
4658 static inline __ATTRS_o_ai int
4659 vec_any_ne(__vector signed long long __a, __vector signed long long __b) {
4660   int __cc;
4661   __builtin_s390_vceqgs(__a, __b, &__cc);
4662   return __cc != 0;
4663 }
4664
4665 // This prototype is deprecated.
4666 static inline __ATTRS_o_ai int
4667 vec_any_ne(__vector signed long long __a, __vector __bool long long __b) {
4668   int __cc;
4669   __builtin_s390_vceqgs(__a, (__vector signed long long)__b, &__cc);
4670   return __cc != 0;
4671 }
4672
4673 // This prototype is deprecated.
4674 static inline __ATTRS_o_ai int
4675 vec_any_ne(__vector __bool long long __a, __vector signed long long __b) {
4676   int __cc;
4677   __builtin_s390_vceqgs((__vector signed long long)__a, __b, &__cc);
4678   return __cc != 0;
4679 }
4680
4681 static inline __ATTRS_o_ai int
4682 vec_any_ne(__vector unsigned long long __a, __vector unsigned long long __b) {
4683   int __cc;
4684   __builtin_s390_vceqgs((__vector signed long long)__a,
4685                         (__vector signed long long)__b, &__cc);
4686   return __cc != 0;
4687 }
4688
4689 // This prototype is deprecated.
4690 static inline __ATTRS_o_ai int
4691 vec_any_ne(__vector unsigned long long __a, __vector __bool long long __b) {
4692   int __cc;
4693   __builtin_s390_vceqgs((__vector signed long long)__a,
4694                         (__vector signed long long)__b, &__cc);
4695   return __cc != 0;
4696 }
4697
4698 // This prototype is deprecated.
4699 static inline __ATTRS_o_ai int
4700 vec_any_ne(__vector __bool long long __a, __vector unsigned long long __b) {
4701   int __cc;
4702   __builtin_s390_vceqgs((__vector signed long long)__a,
4703                         (__vector signed long long)__b, &__cc);
4704   return __cc != 0;
4705 }
4706
4707 static inline __ATTRS_o_ai int
4708 vec_any_ne(__vector __bool long long __a, __vector __bool long long __b) {
4709   int __cc;
4710   __builtin_s390_vceqgs((__vector signed long long)__a,
4711                         (__vector signed long long)__b, &__cc);
4712   return __cc != 0;
4713 }
4714
4715 #if __ARCH__ >= 12
4716 static inline __ATTRS_o_ai int
4717 vec_any_ne(__vector float __a, __vector float __b) {
4718   int __cc;
4719   __builtin_s390_vfcesbs(__a, __b, &__cc);
4720   return __cc != 0;
4721 }
4722 #endif
4723
4724 static inline __ATTRS_o_ai int
4725 vec_any_ne(__vector double __a, __vector double __b) {
4726   int __cc;
4727   __builtin_s390_vfcedbs(__a, __b, &__cc);
4728   return __cc != 0;
4729 }
4730
4731 /*-- vec_any_ge -------------------------------------------------------------*/
4732
4733 static inline __ATTRS_o_ai int
4734 vec_any_ge(__vector signed char __a, __vector signed char __b) {
4735   int __cc;
4736   __builtin_s390_vchbs(__b, __a, &__cc);
4737   return __cc != 0;
4738 }
4739
4740 // This prototype is deprecated.
4741 static inline __ATTRS_o_ai int
4742 vec_any_ge(__vector signed char __a, __vector __bool char __b) {
4743   int __cc;
4744   __builtin_s390_vchbs((__vector signed char)__b, __a, &__cc);
4745   return __cc != 0;
4746 }
4747
4748 // This prototype is deprecated.
4749 static inline __ATTRS_o_ai int
4750 vec_any_ge(__vector __bool char __a, __vector signed char __b) {
4751   int __cc;
4752   __builtin_s390_vchbs(__b, (__vector signed char)__a, &__cc);
4753   return __cc != 0;
4754 }
4755
4756 static inline __ATTRS_o_ai int
4757 vec_any_ge(__vector unsigned char __a, __vector unsigned char __b) {
4758   int __cc;
4759   __builtin_s390_vchlbs(__b, __a, &__cc);
4760   return __cc != 0;
4761 }
4762
4763 // This prototype is deprecated.
4764 static inline __ATTRS_o_ai int
4765 vec_any_ge(__vector unsigned char __a, __vector __bool char __b) {
4766   int __cc;
4767   __builtin_s390_vchlbs((__vector unsigned char)__b, __a, &__cc);
4768   return __cc != 0;
4769 }
4770
4771 // This prototype is deprecated.
4772 static inline __ATTRS_o_ai int
4773 vec_any_ge(__vector __bool char __a, __vector unsigned char __b) {
4774   int __cc;
4775   __builtin_s390_vchlbs(__b, (__vector unsigned char)__a, &__cc);
4776   return __cc != 0;
4777 }
4778
4779 // This prototype is deprecated.
4780 static inline __ATTRS_o_ai int
4781 vec_any_ge(__vector __bool char __a, __vector __bool char __b) {
4782   int __cc;
4783   __builtin_s390_vchlbs((__vector unsigned char)__b,
4784                         (__vector unsigned char)__a, &__cc);
4785   return __cc != 0;
4786 }
4787
4788 static inline __ATTRS_o_ai int
4789 vec_any_ge(__vector signed short __a, __vector signed short __b) {
4790   int __cc;
4791   __builtin_s390_vchhs(__b, __a, &__cc);
4792   return __cc != 0;
4793 }
4794
4795 // This prototype is deprecated.
4796 static inline __ATTRS_o_ai int
4797 vec_any_ge(__vector signed short __a, __vector __bool short __b) {
4798   int __cc;
4799   __builtin_s390_vchhs((__vector signed short)__b, __a, &__cc);
4800   return __cc != 0;
4801 }
4802
4803 // This prototype is deprecated.
4804 static inline __ATTRS_o_ai int
4805 vec_any_ge(__vector __bool short __a, __vector signed short __b) {
4806   int __cc;
4807   __builtin_s390_vchhs(__b, (__vector signed short)__a, &__cc);
4808   return __cc != 0;
4809 }
4810
4811 static inline __ATTRS_o_ai int
4812 vec_any_ge(__vector unsigned short __a, __vector unsigned short __b) {
4813   int __cc;
4814   __builtin_s390_vchlhs(__b, __a, &__cc);
4815   return __cc != 0;
4816 }
4817
4818 // This prototype is deprecated.
4819 static inline __ATTRS_o_ai int
4820 vec_any_ge(__vector unsigned short __a, __vector __bool short __b) {
4821   int __cc;
4822   __builtin_s390_vchlhs((__vector unsigned short)__b, __a, &__cc);
4823   return __cc != 0;
4824 }
4825
4826 // This prototype is deprecated.
4827 static inline __ATTRS_o_ai int
4828 vec_any_ge(__vector __bool short __a, __vector unsigned short __b) {
4829   int __cc;
4830   __builtin_s390_vchlhs(__b, (__vector unsigned short)__a, &__cc);
4831   return __cc != 0;
4832 }
4833
4834 // This prototype is deprecated.
4835 static inline __ATTRS_o_ai int
4836 vec_any_ge(__vector __bool short __a, __vector __bool short __b) {
4837   int __cc;
4838   __builtin_s390_vchlhs((__vector unsigned short)__b,
4839                         (__vector unsigned short)__a, &__cc);
4840   return __cc != 0;
4841 }
4842
4843 static inline __ATTRS_o_ai int
4844 vec_any_ge(__vector signed int __a, __vector signed int __b) {
4845   int __cc;
4846   __builtin_s390_vchfs(__b, __a, &__cc);
4847   return __cc != 0;
4848 }
4849
4850 // This prototype is deprecated.
4851 static inline __ATTRS_o_ai int
4852 vec_any_ge(__vector signed int __a, __vector __bool int __b) {
4853   int __cc;
4854   __builtin_s390_vchfs((__vector signed int)__b, __a, &__cc);
4855   return __cc != 0;
4856 }
4857
4858 // This prototype is deprecated.
4859 static inline __ATTRS_o_ai int
4860 vec_any_ge(__vector __bool int __a, __vector signed int __b) {
4861   int __cc;
4862   __builtin_s390_vchfs(__b, (__vector signed int)__a, &__cc);
4863   return __cc != 0;
4864 }
4865
4866 static inline __ATTRS_o_ai int
4867 vec_any_ge(__vector unsigned int __a, __vector unsigned int __b) {
4868   int __cc;
4869   __builtin_s390_vchlfs(__b, __a, &__cc);
4870   return __cc != 0;
4871 }
4872
4873 // This prototype is deprecated.
4874 static inline __ATTRS_o_ai int
4875 vec_any_ge(__vector unsigned int __a, __vector __bool int __b) {
4876   int __cc;
4877   __builtin_s390_vchlfs((__vector unsigned int)__b, __a, &__cc);
4878   return __cc != 0;
4879 }
4880
4881 // This prototype is deprecated.
4882 static inline __ATTRS_o_ai int
4883 vec_any_ge(__vector __bool int __a, __vector unsigned int __b) {
4884   int __cc;
4885   __builtin_s390_vchlfs(__b, (__vector unsigned int)__a, &__cc);
4886   return __cc != 0;
4887 }
4888
4889 // This prototype is deprecated.
4890 static inline __ATTRS_o_ai int
4891 vec_any_ge(__vector __bool int __a, __vector __bool int __b) {
4892   int __cc;
4893   __builtin_s390_vchlfs((__vector unsigned int)__b,
4894                         (__vector unsigned int)__a, &__cc);
4895   return __cc != 0;
4896 }
4897
4898 static inline __ATTRS_o_ai int
4899 vec_any_ge(__vector signed long long __a, __vector signed long long __b) {
4900   int __cc;
4901   __builtin_s390_vchgs(__b, __a, &__cc);
4902   return __cc != 0;
4903 }
4904
4905 // This prototype is deprecated.
4906 static inline __ATTRS_o_ai int
4907 vec_any_ge(__vector signed long long __a, __vector __bool long long __b) {
4908   int __cc;
4909   __builtin_s390_vchgs((__vector signed long long)__b, __a, &__cc);
4910   return __cc != 0;
4911 }
4912
4913 // This prototype is deprecated.
4914 static inline __ATTRS_o_ai int
4915 vec_any_ge(__vector __bool long long __a, __vector signed long long __b) {
4916   int __cc;
4917   __builtin_s390_vchgs(__b, (__vector signed long long)__a, &__cc);
4918   return __cc != 0;
4919 }
4920
4921 static inline __ATTRS_o_ai int
4922 vec_any_ge(__vector unsigned long long __a, __vector unsigned long long __b) {
4923   int __cc;
4924   __builtin_s390_vchlgs(__b, __a, &__cc);
4925   return __cc != 0;
4926 }
4927
4928 // This prototype is deprecated.
4929 static inline __ATTRS_o_ai int
4930 vec_any_ge(__vector unsigned long long __a, __vector __bool long long __b) {
4931   int __cc;
4932   __builtin_s390_vchlgs((__vector unsigned long long)__b, __a, &__cc);
4933   return __cc != 0;
4934 }
4935
4936 // This prototype is deprecated.
4937 static inline __ATTRS_o_ai int
4938 vec_any_ge(__vector __bool long long __a, __vector unsigned long long __b) {
4939   int __cc;
4940   __builtin_s390_vchlgs(__b, (__vector unsigned long long)__a, &__cc);
4941   return __cc != 0;
4942 }
4943
4944 // This prototype is deprecated.
4945 static inline __ATTRS_o_ai int
4946 vec_any_ge(__vector __bool long long __a, __vector __bool long long __b) {
4947   int __cc;
4948   __builtin_s390_vchlgs((__vector unsigned long long)__b,
4949                         (__vector unsigned long long)__a, &__cc);
4950   return __cc != 0;
4951 }
4952
4953 #if __ARCH__ >= 12
4954 static inline __ATTRS_o_ai int
4955 vec_any_ge(__vector float __a, __vector float __b) {
4956   int __cc;
4957   __builtin_s390_vfchesbs(__a, __b, &__cc);
4958   return __cc <= 1;
4959 }
4960 #endif
4961
4962 static inline __ATTRS_o_ai int
4963 vec_any_ge(__vector double __a, __vector double __b) {
4964   int __cc;
4965   __builtin_s390_vfchedbs(__a, __b, &__cc);
4966   return __cc <= 1;
4967 }
4968
4969 /*-- vec_any_gt -------------------------------------------------------------*/
4970
4971 static inline __ATTRS_o_ai int
4972 vec_any_gt(__vector signed char __a, __vector signed char __b) {
4973   int __cc;
4974   __builtin_s390_vchbs(__a, __b, &__cc);
4975   return __cc <= 1;
4976 }
4977
4978 // This prototype is deprecated.
4979 static inline __ATTRS_o_ai int
4980 vec_any_gt(__vector signed char __a, __vector __bool char __b) {
4981   int __cc;
4982   __builtin_s390_vchbs(__a, (__vector signed char)__b, &__cc);
4983   return __cc <= 1;
4984 }
4985
4986 // This prototype is deprecated.
4987 static inline __ATTRS_o_ai int
4988 vec_any_gt(__vector __bool char __a, __vector signed char __b) {
4989   int __cc;
4990   __builtin_s390_vchbs((__vector signed char)__a, __b, &__cc);
4991   return __cc <= 1;
4992 }
4993
4994 static inline __ATTRS_o_ai int
4995 vec_any_gt(__vector unsigned char __a, __vector unsigned char __b) {
4996   int __cc;
4997   __builtin_s390_vchlbs(__a, __b, &__cc);
4998   return __cc <= 1;
4999 }
5000
5001 // This prototype is deprecated.
5002 static inline __ATTRS_o_ai int
5003 vec_any_gt(__vector unsigned char __a, __vector __bool char __b) {
5004   int __cc;
5005   __builtin_s390_vchlbs(__a, (__vector unsigned char)__b, &__cc);
5006   return __cc <= 1;
5007 }
5008
5009 // This prototype is deprecated.
5010 static inline __ATTRS_o_ai int
5011 vec_any_gt(__vector __bool char __a, __vector unsigned char __b) {
5012   int __cc;
5013   __builtin_s390_vchlbs((__vector unsigned char)__a, __b, &__cc);
5014   return __cc <= 1;
5015 }
5016
5017 // This prototype is deprecated.
5018 static inline __ATTRS_o_ai int
5019 vec_any_gt(__vector __bool char __a, __vector __bool char __b) {
5020   int __cc;
5021   __builtin_s390_vchlbs((__vector unsigned char)__a,
5022                         (__vector unsigned char)__b, &__cc);
5023   return __cc <= 1;
5024 }
5025
5026 static inline __ATTRS_o_ai int
5027 vec_any_gt(__vector signed short __a, __vector signed short __b) {
5028   int __cc;
5029   __builtin_s390_vchhs(__a, __b, &__cc);
5030   return __cc <= 1;
5031 }
5032
5033 // This prototype is deprecated.
5034 static inline __ATTRS_o_ai int
5035 vec_any_gt(__vector signed short __a, __vector __bool short __b) {
5036   int __cc;
5037   __builtin_s390_vchhs(__a, (__vector signed short)__b, &__cc);
5038   return __cc <= 1;
5039 }
5040
5041 // This prototype is deprecated.
5042 static inline __ATTRS_o_ai int
5043 vec_any_gt(__vector __bool short __a, __vector signed short __b) {
5044   int __cc;
5045   __builtin_s390_vchhs((__vector signed short)__a, __b, &__cc);
5046   return __cc <= 1;
5047 }
5048
5049 static inline __ATTRS_o_ai int
5050 vec_any_gt(__vector unsigned short __a, __vector unsigned short __b) {
5051   int __cc;
5052   __builtin_s390_vchlhs(__a, __b, &__cc);
5053   return __cc <= 1;
5054 }
5055
5056 // This prototype is deprecated.
5057 static inline __ATTRS_o_ai int
5058 vec_any_gt(__vector unsigned short __a, __vector __bool short __b) {
5059   int __cc;
5060   __builtin_s390_vchlhs(__a, (__vector unsigned short)__b, &__cc);
5061   return __cc <= 1;
5062 }
5063
5064 // This prototype is deprecated.
5065 static inline __ATTRS_o_ai int
5066 vec_any_gt(__vector __bool short __a, __vector unsigned short __b) {
5067   int __cc;
5068   __builtin_s390_vchlhs((__vector unsigned short)__a, __b, &__cc);
5069   return __cc <= 1;
5070 }
5071
5072 // This prototype is deprecated.
5073 static inline __ATTRS_o_ai int
5074 vec_any_gt(__vector __bool short __a, __vector __bool short __b) {
5075   int __cc;
5076   __builtin_s390_vchlhs((__vector unsigned short)__a,
5077                         (__vector unsigned short)__b, &__cc);
5078   return __cc <= 1;
5079 }
5080
5081 static inline __ATTRS_o_ai int
5082 vec_any_gt(__vector signed int __a, __vector signed int __b) {
5083   int __cc;
5084   __builtin_s390_vchfs(__a, __b, &__cc);
5085   return __cc <= 1;
5086 }
5087
5088 // This prototype is deprecated.
5089 static inline __ATTRS_o_ai int
5090 vec_any_gt(__vector signed int __a, __vector __bool int __b) {
5091   int __cc;
5092   __builtin_s390_vchfs(__a, (__vector signed int)__b, &__cc);
5093   return __cc <= 1;
5094 }
5095
5096 // This prototype is deprecated.
5097 static inline __ATTRS_o_ai int
5098 vec_any_gt(__vector __bool int __a, __vector signed int __b) {
5099   int __cc;
5100   __builtin_s390_vchfs((__vector signed int)__a, __b, &__cc);
5101   return __cc <= 1;
5102 }
5103
5104 static inline __ATTRS_o_ai int
5105 vec_any_gt(__vector unsigned int __a, __vector unsigned int __b) {
5106   int __cc;
5107   __builtin_s390_vchlfs(__a, __b, &__cc);
5108   return __cc <= 1;
5109 }
5110
5111 // This prototype is deprecated.
5112 static inline __ATTRS_o_ai int
5113 vec_any_gt(__vector unsigned int __a, __vector __bool int __b) {
5114   int __cc;
5115   __builtin_s390_vchlfs(__a, (__vector unsigned int)__b, &__cc);
5116   return __cc <= 1;
5117 }
5118
5119 // This prototype is deprecated.
5120 static inline __ATTRS_o_ai int
5121 vec_any_gt(__vector __bool int __a, __vector unsigned int __b) {
5122   int __cc;
5123   __builtin_s390_vchlfs((__vector unsigned int)__a, __b, &__cc);
5124   return __cc <= 1;
5125 }
5126
5127 // This prototype is deprecated.
5128 static inline __ATTRS_o_ai int
5129 vec_any_gt(__vector __bool int __a, __vector __bool int __b) {
5130   int __cc;
5131   __builtin_s390_vchlfs((__vector unsigned int)__a,
5132                         (__vector unsigned int)__b, &__cc);
5133   return __cc <= 1;
5134 }
5135
5136 static inline __ATTRS_o_ai int
5137 vec_any_gt(__vector signed long long __a, __vector signed long long __b) {
5138   int __cc;
5139   __builtin_s390_vchgs(__a, __b, &__cc);
5140   return __cc <= 1;
5141 }
5142
5143 // This prototype is deprecated.
5144 static inline __ATTRS_o_ai int
5145 vec_any_gt(__vector signed long long __a, __vector __bool long long __b) {
5146   int __cc;
5147   __builtin_s390_vchgs(__a, (__vector signed long long)__b, &__cc);
5148   return __cc <= 1;
5149 }
5150
5151 // This prototype is deprecated.
5152 static inline __ATTRS_o_ai int
5153 vec_any_gt(__vector __bool long long __a, __vector signed long long __b) {
5154   int __cc;
5155   __builtin_s390_vchgs((__vector signed long long)__a, __b, &__cc);
5156   return __cc <= 1;
5157 }
5158
5159 static inline __ATTRS_o_ai int
5160 vec_any_gt(__vector unsigned long long __a, __vector unsigned long long __b) {
5161   int __cc;
5162   __builtin_s390_vchlgs(__a, __b, &__cc);
5163   return __cc <= 1;
5164 }
5165
5166 // This prototype is deprecated.
5167 static inline __ATTRS_o_ai int
5168 vec_any_gt(__vector unsigned long long __a, __vector __bool long long __b) {
5169   int __cc;
5170   __builtin_s390_vchlgs(__a, (__vector unsigned long long)__b, &__cc);
5171   return __cc <= 1;
5172 }
5173
5174 // This prototype is deprecated.
5175 static inline __ATTRS_o_ai int
5176 vec_any_gt(__vector __bool long long __a, __vector unsigned long long __b) {
5177   int __cc;
5178   __builtin_s390_vchlgs((__vector unsigned long long)__a, __b, &__cc);
5179   return __cc <= 1;
5180 }
5181
5182 // This prototype is deprecated.
5183 static inline __ATTRS_o_ai int
5184 vec_any_gt(__vector __bool long long __a, __vector __bool long long __b) {
5185   int __cc;
5186   __builtin_s390_vchlgs((__vector unsigned long long)__a,
5187                         (__vector unsigned long long)__b, &__cc);
5188   return __cc <= 1;
5189 }
5190
5191 #if __ARCH__ >= 12
5192 static inline __ATTRS_o_ai int
5193 vec_any_gt(__vector float __a, __vector float __b) {
5194   int __cc;
5195   __builtin_s390_vfchsbs(__a, __b, &__cc);
5196   return __cc <= 1;
5197 }
5198 #endif
5199
5200 static inline __ATTRS_o_ai int
5201 vec_any_gt(__vector double __a, __vector double __b) {
5202   int __cc;
5203   __builtin_s390_vfchdbs(__a, __b, &__cc);
5204   return __cc <= 1;
5205 }
5206
5207 /*-- vec_any_le -------------------------------------------------------------*/
5208
5209 static inline __ATTRS_o_ai int
5210 vec_any_le(__vector signed char __a, __vector signed char __b) {
5211   int __cc;
5212   __builtin_s390_vchbs(__a, __b, &__cc);
5213   return __cc != 0;
5214 }
5215
5216 // This prototype is deprecated.
5217 static inline __ATTRS_o_ai int
5218 vec_any_le(__vector signed char __a, __vector __bool char __b) {
5219   int __cc;
5220   __builtin_s390_vchbs(__a, (__vector signed char)__b, &__cc);
5221   return __cc != 0;
5222 }
5223
5224 // This prototype is deprecated.
5225 static inline __ATTRS_o_ai int
5226 vec_any_le(__vector __bool char __a, __vector signed char __b) {
5227   int __cc;
5228   __builtin_s390_vchbs((__vector signed char)__a, __b, &__cc);
5229   return __cc != 0;
5230 }
5231
5232 static inline __ATTRS_o_ai int
5233 vec_any_le(__vector unsigned char __a, __vector unsigned char __b) {
5234   int __cc;
5235   __builtin_s390_vchlbs(__a, __b, &__cc);
5236   return __cc != 0;
5237 }
5238
5239 // This prototype is deprecated.
5240 static inline __ATTRS_o_ai int
5241 vec_any_le(__vector unsigned char __a, __vector __bool char __b) {
5242   int __cc;
5243   __builtin_s390_vchlbs(__a, (__vector unsigned char)__b, &__cc);
5244   return __cc != 0;
5245 }
5246
5247 // This prototype is deprecated.
5248 static inline __ATTRS_o_ai int
5249 vec_any_le(__vector __bool char __a, __vector unsigned char __b) {
5250   int __cc;
5251   __builtin_s390_vchlbs((__vector unsigned char)__a, __b, &__cc);
5252   return __cc != 0;
5253 }
5254
5255 // This prototype is deprecated.
5256 static inline __ATTRS_o_ai int
5257 vec_any_le(__vector __bool char __a, __vector __bool char __b) {
5258   int __cc;
5259   __builtin_s390_vchlbs((__vector unsigned char)__a,
5260                         (__vector unsigned char)__b, &__cc);
5261   return __cc != 0;
5262 }
5263
5264 static inline __ATTRS_o_ai int
5265 vec_any_le(__vector signed short __a, __vector signed short __b) {
5266   int __cc;
5267   __builtin_s390_vchhs(__a, __b, &__cc);
5268   return __cc != 0;
5269 }
5270
5271 // This prototype is deprecated.
5272 static inline __ATTRS_o_ai int
5273 vec_any_le(__vector signed short __a, __vector __bool short __b) {
5274   int __cc;
5275   __builtin_s390_vchhs(__a, (__vector signed short)__b, &__cc);
5276   return __cc != 0;
5277 }
5278
5279 // This prototype is deprecated.
5280 static inline __ATTRS_o_ai int
5281 vec_any_le(__vector __bool short __a, __vector signed short __b) {
5282   int __cc;
5283   __builtin_s390_vchhs((__vector signed short)__a, __b, &__cc);
5284   return __cc != 0;
5285 }
5286
5287 static inline __ATTRS_o_ai int
5288 vec_any_le(__vector unsigned short __a, __vector unsigned short __b) {
5289   int __cc;
5290   __builtin_s390_vchlhs(__a, __b, &__cc);
5291   return __cc != 0;
5292 }
5293
5294 // This prototype is deprecated.
5295 static inline __ATTRS_o_ai int
5296 vec_any_le(__vector unsigned short __a, __vector __bool short __b) {
5297   int __cc;
5298   __builtin_s390_vchlhs(__a, (__vector unsigned short)__b, &__cc);
5299   return __cc != 0;
5300 }
5301
5302 // This prototype is deprecated.
5303 static inline __ATTRS_o_ai int
5304 vec_any_le(__vector __bool short __a, __vector unsigned short __b) {
5305   int __cc;
5306   __builtin_s390_vchlhs((__vector unsigned short)__a, __b, &__cc);
5307   return __cc != 0;
5308 }
5309
5310 // This prototype is deprecated.
5311 static inline __ATTRS_o_ai int
5312 vec_any_le(__vector __bool short __a, __vector __bool short __b) {
5313   int __cc;
5314   __builtin_s390_vchlhs((__vector unsigned short)__a,
5315                         (__vector unsigned short)__b, &__cc);
5316   return __cc != 0;
5317 }
5318
5319 static inline __ATTRS_o_ai int
5320 vec_any_le(__vector signed int __a, __vector signed int __b) {
5321   int __cc;
5322   __builtin_s390_vchfs(__a, __b, &__cc);
5323   return __cc != 0;
5324 }
5325
5326 // This prototype is deprecated.
5327 static inline __ATTRS_o_ai int
5328 vec_any_le(__vector signed int __a, __vector __bool int __b) {
5329   int __cc;
5330   __builtin_s390_vchfs(__a, (__vector signed int)__b, &__cc);
5331   return __cc != 0;
5332 }
5333
5334 // This prototype is deprecated.
5335 static inline __ATTRS_o_ai int
5336 vec_any_le(__vector __bool int __a, __vector signed int __b) {
5337   int __cc;
5338   __builtin_s390_vchfs((__vector signed int)__a, __b, &__cc);
5339   return __cc != 0;
5340 }
5341
5342 static inline __ATTRS_o_ai int
5343 vec_any_le(__vector unsigned int __a, __vector unsigned int __b) {
5344   int __cc;
5345   __builtin_s390_vchlfs(__a, __b, &__cc);
5346   return __cc != 0;
5347 }
5348
5349 // This prototype is deprecated.
5350 static inline __ATTRS_o_ai int
5351 vec_any_le(__vector unsigned int __a, __vector __bool int __b) {
5352   int __cc;
5353   __builtin_s390_vchlfs(__a, (__vector unsigned int)__b, &__cc);
5354   return __cc != 0;
5355 }
5356
5357 // This prototype is deprecated.
5358 static inline __ATTRS_o_ai int
5359 vec_any_le(__vector __bool int __a, __vector unsigned int __b) {
5360   int __cc;
5361   __builtin_s390_vchlfs((__vector unsigned int)__a, __b, &__cc);
5362   return __cc != 0;
5363 }
5364
5365 // This prototype is deprecated.
5366 static inline __ATTRS_o_ai int
5367 vec_any_le(__vector __bool int __a, __vector __bool int __b) {
5368   int __cc;
5369   __builtin_s390_vchlfs((__vector unsigned int)__a,
5370                         (__vector unsigned int)__b, &__cc);
5371   return __cc != 0;
5372 }
5373
5374 static inline __ATTRS_o_ai int
5375 vec_any_le(__vector signed long long __a, __vector signed long long __b) {
5376   int __cc;
5377   __builtin_s390_vchgs(__a, __b, &__cc);
5378   return __cc != 0;
5379 }
5380
5381 // This prototype is deprecated.
5382 static inline __ATTRS_o_ai int
5383 vec_any_le(__vector signed long long __a, __vector __bool long long __b) {
5384   int __cc;
5385   __builtin_s390_vchgs(__a, (__vector signed long long)__b, &__cc);
5386   return __cc != 0;
5387 }
5388
5389 // This prototype is deprecated.
5390 static inline __ATTRS_o_ai int
5391 vec_any_le(__vector __bool long long __a, __vector signed long long __b) {
5392   int __cc;
5393   __builtin_s390_vchgs((__vector signed long long)__a, __b, &__cc);
5394   return __cc != 0;
5395 }
5396
5397 static inline __ATTRS_o_ai int
5398 vec_any_le(__vector unsigned long long __a, __vector unsigned long long __b) {
5399   int __cc;
5400   __builtin_s390_vchlgs(__a, __b, &__cc);
5401   return __cc != 0;
5402 }
5403
5404 // This prototype is deprecated.
5405 static inline __ATTRS_o_ai int
5406 vec_any_le(__vector unsigned long long __a, __vector __bool long long __b) {
5407   int __cc;
5408   __builtin_s390_vchlgs(__a, (__vector unsigned long long)__b, &__cc);
5409   return __cc != 0;
5410 }
5411
5412 // This prototype is deprecated.
5413 static inline __ATTRS_o_ai int
5414 vec_any_le(__vector __bool long long __a, __vector unsigned long long __b) {
5415   int __cc;
5416   __builtin_s390_vchlgs((__vector unsigned long long)__a, __b, &__cc);
5417   return __cc != 0;
5418 }
5419
5420 // This prototype is deprecated.
5421 static inline __ATTRS_o_ai int
5422 vec_any_le(__vector __bool long long __a, __vector __bool long long __b) {
5423   int __cc;
5424   __builtin_s390_vchlgs((__vector unsigned long long)__a,
5425                         (__vector unsigned long long)__b, &__cc);
5426   return __cc != 0;
5427 }
5428
5429 #if __ARCH__ >= 12
5430 static inline __ATTRS_o_ai int
5431 vec_any_le(__vector float __a, __vector float __b) {
5432   int __cc;
5433   __builtin_s390_vfchesbs(__b, __a, &__cc);
5434   return __cc <= 1;
5435 }
5436 #endif
5437
5438 static inline __ATTRS_o_ai int
5439 vec_any_le(__vector double __a, __vector double __b) {
5440   int __cc;
5441   __builtin_s390_vfchedbs(__b, __a, &__cc);
5442   return __cc <= 1;
5443 }
5444
5445 /*-- vec_any_lt -------------------------------------------------------------*/
5446
5447 static inline __ATTRS_o_ai int
5448 vec_any_lt(__vector signed char __a, __vector signed char __b) {
5449   int __cc;
5450   __builtin_s390_vchbs(__b, __a, &__cc);
5451   return __cc <= 1;
5452 }
5453
5454 // This prototype is deprecated.
5455 static inline __ATTRS_o_ai int
5456 vec_any_lt(__vector signed char __a, __vector __bool char __b) {
5457   int __cc;
5458   __builtin_s390_vchbs((__vector signed char)__b, __a, &__cc);
5459   return __cc <= 1;
5460 }
5461
5462 // This prototype is deprecated.
5463 static inline __ATTRS_o_ai int
5464 vec_any_lt(__vector __bool char __a, __vector signed char __b) {
5465   int __cc;
5466   __builtin_s390_vchbs(__b, (__vector signed char)__a, &__cc);
5467   return __cc <= 1;
5468 }
5469
5470 static inline __ATTRS_o_ai int
5471 vec_any_lt(__vector unsigned char __a, __vector unsigned char __b) {
5472   int __cc;
5473   __builtin_s390_vchlbs(__b, __a, &__cc);
5474   return __cc <= 1;
5475 }
5476
5477 // This prototype is deprecated.
5478 static inline __ATTRS_o_ai int
5479 vec_any_lt(__vector unsigned char __a, __vector __bool char __b) {
5480   int __cc;
5481   __builtin_s390_vchlbs((__vector unsigned char)__b, __a, &__cc);
5482   return __cc <= 1;
5483 }
5484
5485 // This prototype is deprecated.
5486 static inline __ATTRS_o_ai int
5487 vec_any_lt(__vector __bool char __a, __vector unsigned char __b) {
5488   int __cc;
5489   __builtin_s390_vchlbs(__b, (__vector unsigned char)__a, &__cc);
5490   return __cc <= 1;
5491 }
5492
5493 // This prototype is deprecated.
5494 static inline __ATTRS_o_ai int
5495 vec_any_lt(__vector __bool char __a, __vector __bool char __b) {
5496   int __cc;
5497   __builtin_s390_vchlbs((__vector unsigned char)__b,
5498                         (__vector unsigned char)__a, &__cc);
5499   return __cc <= 1;
5500 }
5501
5502 static inline __ATTRS_o_ai int
5503 vec_any_lt(__vector signed short __a, __vector signed short __b) {
5504   int __cc;
5505   __builtin_s390_vchhs(__b, __a, &__cc);
5506   return __cc <= 1;
5507 }
5508
5509 // This prototype is deprecated.
5510 static inline __ATTRS_o_ai int
5511 vec_any_lt(__vector signed short __a, __vector __bool short __b) {
5512   int __cc;
5513   __builtin_s390_vchhs((__vector signed short)__b, __a, &__cc);
5514   return __cc <= 1;
5515 }
5516
5517 // This prototype is deprecated.
5518 static inline __ATTRS_o_ai int
5519 vec_any_lt(__vector __bool short __a, __vector signed short __b) {
5520   int __cc;
5521   __builtin_s390_vchhs(__b, (__vector signed short)__a, &__cc);
5522   return __cc <= 1;
5523 }
5524
5525 static inline __ATTRS_o_ai int
5526 vec_any_lt(__vector unsigned short __a, __vector unsigned short __b) {
5527   int __cc;
5528   __builtin_s390_vchlhs(__b, __a, &__cc);
5529   return __cc <= 1;
5530 }
5531
5532 // This prototype is deprecated.
5533 static inline __ATTRS_o_ai int
5534 vec_any_lt(__vector unsigned short __a, __vector __bool short __b) {
5535   int __cc;
5536   __builtin_s390_vchlhs((__vector unsigned short)__b, __a, &__cc);
5537   return __cc <= 1;
5538 }
5539
5540 // This prototype is deprecated.
5541 static inline __ATTRS_o_ai int
5542 vec_any_lt(__vector __bool short __a, __vector unsigned short __b) {
5543   int __cc;
5544   __builtin_s390_vchlhs(__b, (__vector unsigned short)__a, &__cc);
5545   return __cc <= 1;
5546 }
5547
5548 // This prototype is deprecated.
5549 static inline __ATTRS_o_ai int
5550 vec_any_lt(__vector __bool short __a, __vector __bool short __b) {
5551   int __cc;
5552   __builtin_s390_vchlhs((__vector unsigned short)__b,
5553                         (__vector unsigned short)__a, &__cc);
5554   return __cc <= 1;
5555 }
5556
5557 static inline __ATTRS_o_ai int
5558 vec_any_lt(__vector signed int __a, __vector signed int __b) {
5559   int __cc;
5560   __builtin_s390_vchfs(__b, __a, &__cc);
5561   return __cc <= 1;
5562 }
5563
5564 // This prototype is deprecated.
5565 static inline __ATTRS_o_ai int
5566 vec_any_lt(__vector signed int __a, __vector __bool int __b) {
5567   int __cc;
5568   __builtin_s390_vchfs((__vector signed int)__b, __a, &__cc);
5569   return __cc <= 1;
5570 }
5571
5572 // This prototype is deprecated.
5573 static inline __ATTRS_o_ai int
5574 vec_any_lt(__vector __bool int __a, __vector signed int __b) {
5575   int __cc;
5576   __builtin_s390_vchfs(__b, (__vector signed int)__a, &__cc);
5577   return __cc <= 1;
5578 }
5579
5580 static inline __ATTRS_o_ai int
5581 vec_any_lt(__vector unsigned int __a, __vector unsigned int __b) {
5582   int __cc;
5583   __builtin_s390_vchlfs(__b, __a, &__cc);
5584   return __cc <= 1;
5585 }
5586
5587 // This prototype is deprecated.
5588 static inline __ATTRS_o_ai int
5589 vec_any_lt(__vector unsigned int __a, __vector __bool int __b) {
5590   int __cc;
5591   __builtin_s390_vchlfs((__vector unsigned int)__b, __a, &__cc);
5592   return __cc <= 1;
5593 }
5594
5595 // This prototype is deprecated.
5596 static inline __ATTRS_o_ai int
5597 vec_any_lt(__vector __bool int __a, __vector unsigned int __b) {
5598   int __cc;
5599   __builtin_s390_vchlfs(__b, (__vector unsigned int)__a, &__cc);
5600   return __cc <= 1;
5601 }
5602
5603 // This prototype is deprecated.
5604 static inline __ATTRS_o_ai int
5605 vec_any_lt(__vector __bool int __a, __vector __bool int __b) {
5606   int __cc;
5607   __builtin_s390_vchlfs((__vector unsigned int)__b,
5608                         (__vector unsigned int)__a, &__cc);
5609   return __cc <= 1;
5610 }
5611
5612 static inline __ATTRS_o_ai int
5613 vec_any_lt(__vector signed long long __a, __vector signed long long __b) {
5614   int __cc;
5615   __builtin_s390_vchgs(__b, __a, &__cc);
5616   return __cc <= 1;
5617 }
5618
5619 // This prototype is deprecated.
5620 static inline __ATTRS_o_ai int
5621 vec_any_lt(__vector signed long long __a, __vector __bool long long __b) {
5622   int __cc;
5623   __builtin_s390_vchgs((__vector signed long long)__b, __a, &__cc);
5624   return __cc <= 1;
5625 }
5626
5627 // This prototype is deprecated.
5628 static inline __ATTRS_o_ai int
5629 vec_any_lt(__vector __bool long long __a, __vector signed long long __b) {
5630   int __cc;
5631   __builtin_s390_vchgs(__b, (__vector signed long long)__a, &__cc);
5632   return __cc <= 1;
5633 }
5634
5635 static inline __ATTRS_o_ai int
5636 vec_any_lt(__vector unsigned long long __a, __vector unsigned long long __b) {
5637   int __cc;
5638   __builtin_s390_vchlgs(__b, __a, &__cc);
5639   return __cc <= 1;
5640 }
5641
5642 // This prototype is deprecated.
5643 static inline __ATTRS_o_ai int
5644 vec_any_lt(__vector unsigned long long __a, __vector __bool long long __b) {
5645   int __cc;
5646   __builtin_s390_vchlgs((__vector unsigned long long)__b, __a, &__cc);
5647   return __cc <= 1;
5648 }
5649
5650 // This prototype is deprecated.
5651 static inline __ATTRS_o_ai int
5652 vec_any_lt(__vector __bool long long __a, __vector unsigned long long __b) {
5653   int __cc;
5654   __builtin_s390_vchlgs(__b, (__vector unsigned long long)__a, &__cc);
5655   return __cc <= 1;
5656 }
5657
5658 // This prototype is deprecated.
5659 static inline __ATTRS_o_ai int
5660 vec_any_lt(__vector __bool long long __a, __vector __bool long long __b) {
5661   int __cc;
5662   __builtin_s390_vchlgs((__vector unsigned long long)__b,
5663                         (__vector unsigned long long)__a, &__cc);
5664   return __cc <= 1;
5665 }
5666
5667 #if __ARCH__ >= 12
5668 static inline __ATTRS_o_ai int
5669 vec_any_lt(__vector float __a, __vector float __b) {
5670   int __cc;
5671   __builtin_s390_vfchsbs(__b, __a, &__cc);
5672   return __cc <= 1;
5673 }
5674 #endif
5675
5676 static inline __ATTRS_o_ai int
5677 vec_any_lt(__vector double __a, __vector double __b) {
5678   int __cc;
5679   __builtin_s390_vfchdbs(__b, __a, &__cc);
5680   return __cc <= 1;
5681 }
5682
5683 /*-- vec_any_nge ------------------------------------------------------------*/
5684
5685 #if __ARCH__ >= 12
5686 static inline __ATTRS_o_ai int
5687 vec_any_nge(__vector float __a, __vector float __b) {
5688   int __cc;
5689   __builtin_s390_vfchesbs(__a, __b, &__cc);
5690   return __cc != 0;
5691 }
5692 #endif
5693
5694 static inline __ATTRS_o_ai int
5695 vec_any_nge(__vector double __a, __vector double __b) {
5696   int __cc;
5697   __builtin_s390_vfchedbs(__a, __b, &__cc);
5698   return __cc != 0;
5699 }
5700
5701 /*-- vec_any_ngt ------------------------------------------------------------*/
5702
5703 #if __ARCH__ >= 12
5704 static inline __ATTRS_o_ai int
5705 vec_any_ngt(__vector float __a, __vector float __b) {
5706   int __cc;
5707   __builtin_s390_vfchsbs(__a, __b, &__cc);
5708   return __cc != 0;
5709 }
5710 #endif
5711
5712 static inline __ATTRS_o_ai int
5713 vec_any_ngt(__vector double __a, __vector double __b) {
5714   int __cc;
5715   __builtin_s390_vfchdbs(__a, __b, &__cc);
5716   return __cc != 0;
5717 }
5718
5719 /*-- vec_any_nle ------------------------------------------------------------*/
5720
5721 #if __ARCH__ >= 12
5722 static inline __ATTRS_o_ai int
5723 vec_any_nle(__vector float __a, __vector float __b) {
5724   int __cc;
5725   __builtin_s390_vfchesbs(__b, __a, &__cc);
5726   return __cc != 0;
5727 }
5728 #endif
5729
5730 static inline __ATTRS_o_ai int
5731 vec_any_nle(__vector double __a, __vector double __b) {
5732   int __cc;
5733   __builtin_s390_vfchedbs(__b, __a, &__cc);
5734   return __cc != 0;
5735 }
5736
5737 /*-- vec_any_nlt ------------------------------------------------------------*/
5738
5739 #if __ARCH__ >= 12
5740 static inline __ATTRS_o_ai int
5741 vec_any_nlt(__vector float __a, __vector float __b) {
5742   int __cc;
5743   __builtin_s390_vfchsbs(__b, __a, &__cc);
5744   return __cc != 0;
5745 }
5746 #endif
5747
5748 static inline __ATTRS_o_ai int
5749 vec_any_nlt(__vector double __a, __vector double __b) {
5750   int __cc;
5751   __builtin_s390_vfchdbs(__b, __a, &__cc);
5752   return __cc != 0;
5753 }
5754
5755 /*-- vec_any_nan ------------------------------------------------------------*/
5756
5757 #if __ARCH__ >= 12
5758 static inline __ATTRS_o_ai int
5759 vec_any_nan(__vector float __a) {
5760   int __cc;
5761   __builtin_s390_vftcisb(__a, 15, &__cc);
5762   return __cc != 3;
5763 }
5764 #endif
5765
5766 static inline __ATTRS_o_ai int
5767 vec_any_nan(__vector double __a) {
5768   int __cc;
5769   __builtin_s390_vftcidb(__a, 15, &__cc);
5770   return __cc != 3;
5771 }
5772
5773 /*-- vec_any_numeric --------------------------------------------------------*/
5774
5775 #if __ARCH__ >= 12
5776 static inline __ATTRS_o_ai int
5777 vec_any_numeric(__vector float __a) {
5778   int __cc;
5779   __builtin_s390_vftcisb(__a, 15, &__cc);
5780   return __cc != 0;
5781 }
5782 #endif
5783
5784 static inline __ATTRS_o_ai int
5785 vec_any_numeric(__vector double __a) {
5786   int __cc;
5787   __builtin_s390_vftcidb(__a, 15, &__cc);
5788   return __cc != 0;
5789 }
5790
5791 /*-- vec_andc ---------------------------------------------------------------*/
5792
5793 static inline __ATTRS_o_ai __vector __bool char
5794 vec_andc(__vector __bool char __a, __vector __bool char __b) {
5795   return __a & ~__b;
5796 }
5797
5798 static inline __ATTRS_o_ai __vector signed char
5799 vec_andc(__vector signed char __a, __vector signed char __b) {
5800   return __a & ~__b;
5801 }
5802
5803 // This prototype is deprecated.
5804 static inline __ATTRS_o_ai __vector signed char
5805 vec_andc(__vector __bool char __a, __vector signed char __b) {
5806   return __a & ~__b;
5807 }
5808
5809 // This prototype is deprecated.
5810 static inline __ATTRS_o_ai __vector signed char
5811 vec_andc(__vector signed char __a, __vector __bool char __b) {
5812   return __a & ~__b;
5813 }
5814
5815 static inline __ATTRS_o_ai __vector unsigned char
5816 vec_andc(__vector unsigned char __a, __vector unsigned char __b) {
5817   return __a & ~__b;
5818 }
5819
5820 // This prototype is deprecated.
5821 static inline __ATTRS_o_ai __vector unsigned char
5822 vec_andc(__vector __bool char __a, __vector unsigned char __b) {
5823   return __a & ~__b;
5824 }
5825
5826 // This prototype is deprecated.
5827 static inline __ATTRS_o_ai __vector unsigned char
5828 vec_andc(__vector unsigned char __a, __vector __bool char __b) {
5829   return __a & ~__b;
5830 }
5831
5832 static inline __ATTRS_o_ai __vector __bool short
5833 vec_andc(__vector __bool short __a, __vector __bool short __b) {
5834   return __a & ~__b;
5835 }
5836
5837 static inline __ATTRS_o_ai __vector signed short
5838 vec_andc(__vector signed short __a, __vector signed short __b) {
5839   return __a & ~__b;
5840 }
5841
5842 // This prototype is deprecated.
5843 static inline __ATTRS_o_ai __vector signed short
5844 vec_andc(__vector __bool short __a, __vector signed short __b) {
5845   return __a & ~__b;
5846 }
5847
5848 // This prototype is deprecated.
5849 static inline __ATTRS_o_ai __vector signed short
5850 vec_andc(__vector signed short __a, __vector __bool short __b) {
5851   return __a & ~__b;
5852 }
5853
5854 static inline __ATTRS_o_ai __vector unsigned short
5855 vec_andc(__vector unsigned short __a, __vector unsigned short __b) {
5856   return __a & ~__b;
5857 }
5858
5859 // This prototype is deprecated.
5860 static inline __ATTRS_o_ai __vector unsigned short
5861 vec_andc(__vector __bool short __a, __vector unsigned short __b) {
5862   return __a & ~__b;
5863 }
5864
5865 // This prototype is deprecated.
5866 static inline __ATTRS_o_ai __vector unsigned short
5867 vec_andc(__vector unsigned short __a, __vector __bool short __b) {
5868   return __a & ~__b;
5869 }
5870
5871 static inline __ATTRS_o_ai __vector __bool int
5872 vec_andc(__vector __bool int __a, __vector __bool int __b) {
5873   return __a & ~__b;
5874 }
5875
5876 static inline __ATTRS_o_ai __vector signed int
5877 vec_andc(__vector signed int __a, __vector signed int __b) {
5878   return __a & ~__b;
5879 }
5880
5881 // This prototype is deprecated.
5882 static inline __ATTRS_o_ai __vector signed int
5883 vec_andc(__vector __bool int __a, __vector signed int __b) {
5884   return __a & ~__b;
5885 }
5886
5887 // This prototype is deprecated.
5888 static inline __ATTRS_o_ai __vector signed int
5889 vec_andc(__vector signed int __a, __vector __bool int __b) {
5890   return __a & ~__b;
5891 }
5892
5893 static inline __ATTRS_o_ai __vector unsigned int
5894 vec_andc(__vector unsigned int __a, __vector unsigned int __b) {
5895   return __a & ~__b;
5896 }
5897
5898 // This prototype is deprecated.
5899 static inline __ATTRS_o_ai __vector unsigned int
5900 vec_andc(__vector __bool int __a, __vector unsigned int __b) {
5901   return __a & ~__b;
5902 }
5903
5904 // This prototype is deprecated.
5905 static inline __ATTRS_o_ai __vector unsigned int
5906 vec_andc(__vector unsigned int __a, __vector __bool int __b) {
5907   return __a & ~__b;
5908 }
5909
5910 static inline __ATTRS_o_ai __vector __bool long long
5911 vec_andc(__vector __bool long long __a, __vector __bool long long __b) {
5912   return __a & ~__b;
5913 }
5914
5915 static inline __ATTRS_o_ai __vector signed long long
5916 vec_andc(__vector signed long long __a, __vector signed long long __b) {
5917   return __a & ~__b;
5918 }
5919
5920 // This prototype is deprecated.
5921 static inline __ATTRS_o_ai __vector signed long long
5922 vec_andc(__vector __bool long long __a, __vector signed long long __b) {
5923   return __a & ~__b;
5924 }
5925
5926 // This prototype is deprecated.
5927 static inline __ATTRS_o_ai __vector signed long long
5928 vec_andc(__vector signed long long __a, __vector __bool long long __b) {
5929   return __a & ~__b;
5930 }
5931
5932 static inline __ATTRS_o_ai __vector unsigned long long
5933 vec_andc(__vector unsigned long long __a, __vector unsigned long long __b) {
5934   return __a & ~__b;
5935 }
5936
5937 // This prototype is deprecated.
5938 static inline __ATTRS_o_ai __vector unsigned long long
5939 vec_andc(__vector __bool long long __a, __vector unsigned long long __b) {
5940   return __a & ~__b;
5941 }
5942
5943 // This prototype is deprecated.
5944 static inline __ATTRS_o_ai __vector unsigned long long
5945 vec_andc(__vector unsigned long long __a, __vector __bool long long __b) {
5946   return __a & ~__b;
5947 }
5948
5949 #if __ARCH__ >= 12
5950 static inline __ATTRS_o_ai __vector float
5951 vec_andc(__vector float __a, __vector float __b) {
5952   return (__vector float)((__vector unsigned int)__a &
5953                          ~(__vector unsigned int)__b);
5954 }
5955 #endif
5956
5957 static inline __ATTRS_o_ai __vector double
5958 vec_andc(__vector double __a, __vector double __b) {
5959   return (__vector double)((__vector unsigned long long)__a &
5960                          ~(__vector unsigned long long)__b);
5961 }
5962
5963 // This prototype is deprecated.
5964 static inline __ATTRS_o_ai __vector double
5965 vec_andc(__vector __bool long long __a, __vector double __b) {
5966   return (__vector double)((__vector unsigned long long)__a &
5967                          ~(__vector unsigned long long)__b);
5968 }
5969
5970 // This prototype is deprecated.
5971 static inline __ATTRS_o_ai __vector double
5972 vec_andc(__vector double __a, __vector __bool long long __b) {
5973   return (__vector double)((__vector unsigned long long)__a &
5974                          ~(__vector unsigned long long)__b);
5975 }
5976
5977 /*-- vec_nor ----------------------------------------------------------------*/
5978
5979 static inline __ATTRS_o_ai __vector __bool char
5980 vec_nor(__vector __bool char __a, __vector __bool char __b) {
5981   return ~(__a | __b);
5982 }
5983
5984 static inline __ATTRS_o_ai __vector signed char
5985 vec_nor(__vector signed char __a, __vector signed char __b) {
5986   return ~(__a | __b);
5987 }
5988
5989 // This prototype is deprecated.
5990 static inline __ATTRS_o_ai __vector signed char
5991 vec_nor(__vector __bool char __a, __vector signed char __b) {
5992   return ~(__a | __b);
5993 }
5994
5995 // This prototype is deprecated.
5996 static inline __ATTRS_o_ai __vector signed char
5997 vec_nor(__vector signed char __a, __vector __bool char __b) {
5998   return ~(__a | __b);
5999 }
6000
6001 static inline __ATTRS_o_ai __vector unsigned char
6002 vec_nor(__vector unsigned char __a, __vector unsigned char __b) {
6003   return ~(__a | __b);
6004 }
6005
6006 // This prototype is deprecated.
6007 static inline __ATTRS_o_ai __vector unsigned char
6008 vec_nor(__vector __bool char __a, __vector unsigned char __b) {
6009   return ~(__a | __b);
6010 }
6011
6012 // This prototype is deprecated.
6013 static inline __ATTRS_o_ai __vector unsigned char
6014 vec_nor(__vector unsigned char __a, __vector __bool char __b) {
6015   return ~(__a | __b);
6016 }
6017
6018 static inline __ATTRS_o_ai __vector __bool short
6019 vec_nor(__vector __bool short __a, __vector __bool short __b) {
6020   return ~(__a | __b);
6021 }
6022
6023 static inline __ATTRS_o_ai __vector signed short
6024 vec_nor(__vector signed short __a, __vector signed short __b) {
6025   return ~(__a | __b);
6026 }
6027
6028 // This prototype is deprecated.
6029 static inline __ATTRS_o_ai __vector signed short
6030 vec_nor(__vector __bool short __a, __vector signed short __b) {
6031   return ~(__a | __b);
6032 }
6033
6034 // This prototype is deprecated.
6035 static inline __ATTRS_o_ai __vector signed short
6036 vec_nor(__vector signed short __a, __vector __bool short __b) {
6037   return ~(__a | __b);
6038 }
6039
6040 static inline __ATTRS_o_ai __vector unsigned short
6041 vec_nor(__vector unsigned short __a, __vector unsigned short __b) {
6042   return ~(__a | __b);
6043 }
6044
6045 // This prototype is deprecated.
6046 static inline __ATTRS_o_ai __vector unsigned short
6047 vec_nor(__vector __bool short __a, __vector unsigned short __b) {
6048   return ~(__a | __b);
6049 }
6050
6051 // This prototype is deprecated.
6052 static inline __ATTRS_o_ai __vector unsigned short
6053 vec_nor(__vector unsigned short __a, __vector __bool short __b) {
6054   return ~(__a | __b);
6055 }
6056
6057 static inline __ATTRS_o_ai __vector __bool int
6058 vec_nor(__vector __bool int __a, __vector __bool int __b) {
6059   return ~(__a | __b);
6060 }
6061
6062 static inline __ATTRS_o_ai __vector signed int
6063 vec_nor(__vector signed int __a, __vector signed int __b) {
6064   return ~(__a | __b);
6065 }
6066
6067 // This prototype is deprecated.
6068 static inline __ATTRS_o_ai __vector signed int
6069 vec_nor(__vector __bool int __a, __vector signed int __b) {
6070   return ~(__a | __b);
6071 }
6072
6073 // This prototype is deprecated.
6074 static inline __ATTRS_o_ai __vector signed int
6075 vec_nor(__vector signed int __a, __vector __bool int __b) {
6076   return ~(__a | __b);
6077 }
6078
6079 static inline __ATTRS_o_ai __vector unsigned int
6080 vec_nor(__vector unsigned int __a, __vector unsigned int __b) {
6081   return ~(__a | __b);
6082 }
6083
6084 // This prototype is deprecated.
6085 static inline __ATTRS_o_ai __vector unsigned int
6086 vec_nor(__vector __bool int __a, __vector unsigned int __b) {
6087   return ~(__a | __b);
6088 }
6089
6090 // This prototype is deprecated.
6091 static inline __ATTRS_o_ai __vector unsigned int
6092 vec_nor(__vector unsigned int __a, __vector __bool int __b) {
6093   return ~(__a | __b);
6094 }
6095
6096 static inline __ATTRS_o_ai __vector __bool long long
6097 vec_nor(__vector __bool long long __a, __vector __bool long long __b) {
6098   return ~(__a | __b);
6099 }
6100
6101 static inline __ATTRS_o_ai __vector signed long long
6102 vec_nor(__vector signed long long __a, __vector signed long long __b) {
6103   return ~(__a | __b);
6104 }
6105
6106 // This prototype is deprecated.
6107 static inline __ATTRS_o_ai __vector signed long long
6108 vec_nor(__vector __bool long long __a, __vector signed long long __b) {
6109   return ~(__a | __b);
6110 }
6111
6112 // This prototype is deprecated.
6113 static inline __ATTRS_o_ai __vector signed long long
6114 vec_nor(__vector signed long long __a, __vector __bool long long __b) {
6115   return ~(__a | __b);
6116 }
6117
6118 static inline __ATTRS_o_ai __vector unsigned long long
6119 vec_nor(__vector unsigned long long __a, __vector unsigned long long __b) {
6120   return ~(__a | __b);
6121 }
6122
6123 // This prototype is deprecated.
6124 static inline __ATTRS_o_ai __vector unsigned long long
6125 vec_nor(__vector __bool long long __a, __vector unsigned long long __b) {
6126   return ~(__a | __b);
6127 }
6128
6129 // This prototype is deprecated.
6130 static inline __ATTRS_o_ai __vector unsigned long long
6131 vec_nor(__vector unsigned long long __a, __vector __bool long long __b) {
6132   return ~(__a | __b);
6133 }
6134
6135 #if __ARCH__ >= 12
6136 static inline __ATTRS_o_ai __vector float
6137 vec_nor(__vector float __a, __vector float __b) {
6138   return (__vector float)~((__vector unsigned int)__a |
6139                          (__vector unsigned int)__b);
6140 }
6141 #endif
6142
6143 static inline __ATTRS_o_ai __vector double
6144 vec_nor(__vector double __a, __vector double __b) {
6145   return (__vector double)~((__vector unsigned long long)__a |
6146                           (__vector unsigned long long)__b);
6147 }
6148
6149 // This prototype is deprecated.
6150 static inline __ATTRS_o_ai __vector double
6151 vec_nor(__vector __bool long long __a, __vector double __b) {
6152   return (__vector double)~((__vector unsigned long long)__a |
6153                           (__vector unsigned long long)__b);
6154 }
6155
6156 // This prototype is deprecated.
6157 static inline __ATTRS_o_ai __vector double
6158 vec_nor(__vector double __a, __vector __bool long long __b) {
6159   return (__vector double)~((__vector unsigned long long)__a |
6160                           (__vector unsigned long long)__b);
6161 }
6162
6163 /*-- vec_orc ----------------------------------------------------------------*/
6164
6165 #if __ARCH__ >= 12
6166 static inline __ATTRS_o_ai __vector __bool char
6167 vec_orc(__vector __bool char __a, __vector __bool char __b) {
6168   return __a | ~__b;
6169 }
6170
6171 static inline __ATTRS_o_ai __vector signed char
6172 vec_orc(__vector signed char __a, __vector signed char __b) {
6173   return __a | ~__b;
6174 }
6175
6176 static inline __ATTRS_o_ai __vector unsigned char
6177 vec_orc(__vector unsigned char __a, __vector unsigned char __b) {
6178   return __a | ~__b;
6179 }
6180
6181 static inline __ATTRS_o_ai __vector __bool short
6182 vec_orc(__vector __bool short __a, __vector __bool short __b) {
6183   return __a | ~__b;
6184 }
6185
6186 static inline __ATTRS_o_ai __vector signed short
6187 vec_orc(__vector signed short __a, __vector signed short __b) {
6188   return __a | ~__b;
6189 }
6190
6191 static inline __ATTRS_o_ai __vector unsigned short
6192 vec_orc(__vector unsigned short __a, __vector unsigned short __b) {
6193   return __a | ~__b;
6194 }
6195
6196 static inline __ATTRS_o_ai __vector __bool int
6197 vec_orc(__vector __bool int __a, __vector __bool int __b) {
6198   return __a | ~__b;
6199 }
6200
6201 static inline __ATTRS_o_ai __vector signed int
6202 vec_orc(__vector signed int __a, __vector signed int __b) {
6203   return __a | ~__b;
6204 }
6205
6206 static inline __ATTRS_o_ai __vector unsigned int
6207 vec_orc(__vector unsigned int __a, __vector unsigned int __b) {
6208   return __a | ~__b;
6209 }
6210
6211 static inline __ATTRS_o_ai __vector __bool long long
6212 vec_orc(__vector __bool long long __a, __vector __bool long long __b) {
6213   return __a | ~__b;
6214 }
6215
6216 static inline __ATTRS_o_ai __vector signed long long
6217 vec_orc(__vector signed long long __a, __vector signed long long __b) {
6218   return __a | ~__b;
6219 }
6220
6221 static inline __ATTRS_o_ai __vector unsigned long long
6222 vec_orc(__vector unsigned long long __a, __vector unsigned long long __b) {
6223   return __a | ~__b;
6224 }
6225
6226 static inline __ATTRS_o_ai __vector float
6227 vec_orc(__vector float __a, __vector float __b) {
6228   return (__vector float)((__vector unsigned int)__a |
6229                         ~(__vector unsigned int)__b);
6230 }
6231
6232 static inline __ATTRS_o_ai __vector double
6233 vec_orc(__vector double __a, __vector double __b) {
6234   return (__vector double)((__vector unsigned long long)__a |
6235                          ~(__vector unsigned long long)__b);
6236 }
6237 #endif
6238
6239 /*-- vec_nand ---------------------------------------------------------------*/
6240
6241 #if __ARCH__ >= 12
6242 static inline __ATTRS_o_ai __vector __bool char
6243 vec_nand(__vector __bool char __a, __vector __bool char __b) {
6244   return ~(__a & __b);
6245 }
6246
6247 static inline __ATTRS_o_ai __vector signed char
6248 vec_nand(__vector signed char __a, __vector signed char __b) {
6249   return ~(__a & __b);
6250 }
6251
6252 static inline __ATTRS_o_ai __vector unsigned char
6253 vec_nand(__vector unsigned char __a, __vector unsigned char __b) {
6254   return ~(__a & __b);
6255 }
6256
6257 static inline __ATTRS_o_ai __vector __bool short
6258 vec_nand(__vector __bool short __a, __vector __bool short __b) {
6259   return ~(__a & __b);
6260 }
6261
6262 static inline __ATTRS_o_ai __vector signed short
6263 vec_nand(__vector signed short __a, __vector signed short __b) {
6264   return ~(__a & __b);
6265 }
6266
6267 static inline __ATTRS_o_ai __vector unsigned short
6268 vec_nand(__vector unsigned short __a, __vector unsigned short __b) {
6269   return ~(__a & __b);
6270 }
6271
6272 static inline __ATTRS_o_ai __vector __bool int
6273 vec_nand(__vector __bool int __a, __vector __bool int __b) {
6274   return ~(__a & __b);
6275 }
6276
6277 static inline __ATTRS_o_ai __vector signed int
6278 vec_nand(__vector signed int __a, __vector signed int __b) {
6279   return ~(__a & __b);
6280 }
6281
6282 static inline __ATTRS_o_ai __vector unsigned int
6283 vec_nand(__vector unsigned int __a, __vector unsigned int __b) {
6284   return ~(__a & __b);
6285 }
6286
6287 static inline __ATTRS_o_ai __vector __bool long long
6288 vec_nand(__vector __bool long long __a, __vector __bool long long __b) {
6289   return ~(__a & __b);
6290 }
6291
6292 static inline __ATTRS_o_ai __vector signed long long
6293 vec_nand(__vector signed long long __a, __vector signed long long __b) {
6294   return ~(__a & __b);
6295 }
6296
6297 static inline __ATTRS_o_ai __vector unsigned long long
6298 vec_nand(__vector unsigned long long __a, __vector unsigned long long __b) {
6299   return ~(__a & __b);
6300 }
6301
6302 static inline __ATTRS_o_ai __vector float
6303 vec_nand(__vector float __a, __vector float __b) {
6304   return (__vector float)~((__vector unsigned int)__a &
6305                          (__vector unsigned int)__b);
6306 }
6307
6308 static inline __ATTRS_o_ai __vector double
6309 vec_nand(__vector double __a, __vector double __b) {
6310   return (__vector double)~((__vector unsigned long long)__a &
6311                           (__vector unsigned long long)__b);
6312 }
6313 #endif
6314
6315 /*-- vec_eqv ----------------------------------------------------------------*/
6316
6317 #if __ARCH__ >= 12
6318 static inline __ATTRS_o_ai __vector __bool char
6319 vec_eqv(__vector __bool char __a, __vector __bool char __b) {
6320   return ~(__a ^ __b);
6321 }
6322
6323 static inline __ATTRS_o_ai __vector signed char
6324 vec_eqv(__vector signed char __a, __vector signed char __b) {
6325   return ~(__a ^ __b);
6326 }
6327
6328 static inline __ATTRS_o_ai __vector unsigned char
6329 vec_eqv(__vector unsigned char __a, __vector unsigned char __b) {
6330   return ~(__a ^ __b);
6331 }
6332
6333 static inline __ATTRS_o_ai __vector __bool short
6334 vec_eqv(__vector __bool short __a, __vector __bool short __b) {
6335   return ~(__a ^ __b);
6336 }
6337
6338 static inline __ATTRS_o_ai __vector signed short
6339 vec_eqv(__vector signed short __a, __vector signed short __b) {
6340   return ~(__a ^ __b);
6341 }
6342
6343 static inline __ATTRS_o_ai __vector unsigned short
6344 vec_eqv(__vector unsigned short __a, __vector unsigned short __b) {
6345   return ~(__a ^ __b);
6346 }
6347
6348 static inline __ATTRS_o_ai __vector __bool int
6349 vec_eqv(__vector __bool int __a, __vector __bool int __b) {
6350   return ~(__a ^ __b);
6351 }
6352
6353 static inline __ATTRS_o_ai __vector signed int
6354 vec_eqv(__vector signed int __a, __vector signed int __b) {
6355   return ~(__a ^ __b);
6356 }
6357
6358 static inline __ATTRS_o_ai __vector unsigned int
6359 vec_eqv(__vector unsigned int __a, __vector unsigned int __b) {
6360   return ~(__a ^ __b);
6361 }
6362
6363 static inline __ATTRS_o_ai __vector __bool long long
6364 vec_eqv(__vector __bool long long __a, __vector __bool long long __b) {
6365   return ~(__a ^ __b);
6366 }
6367
6368 static inline __ATTRS_o_ai __vector signed long long
6369 vec_eqv(__vector signed long long __a, __vector signed long long __b) {
6370   return ~(__a ^ __b);
6371 }
6372
6373 static inline __ATTRS_o_ai __vector unsigned long long
6374 vec_eqv(__vector unsigned long long __a, __vector unsigned long long __b) {
6375   return ~(__a ^ __b);
6376 }
6377
6378 static inline __ATTRS_o_ai __vector float
6379 vec_eqv(__vector float __a, __vector float __b) {
6380   return (__vector float)~((__vector unsigned int)__a ^
6381                          (__vector unsigned int)__b);
6382 }
6383
6384 static inline __ATTRS_o_ai __vector double
6385 vec_eqv(__vector double __a, __vector double __b) {
6386   return (__vector double)~((__vector unsigned long long)__a ^
6387                           (__vector unsigned long long)__b);
6388 }
6389 #endif
6390
6391 /*-- vec_cntlz --------------------------------------------------------------*/
6392
6393 static inline __ATTRS_o_ai __vector unsigned char
6394 vec_cntlz(__vector signed char __a) {
6395   return __builtin_s390_vclzb((__vector unsigned char)__a);
6396 }
6397
6398 static inline __ATTRS_o_ai __vector unsigned char
6399 vec_cntlz(__vector unsigned char __a) {
6400   return __builtin_s390_vclzb(__a);
6401 }
6402
6403 static inline __ATTRS_o_ai __vector unsigned short
6404 vec_cntlz(__vector signed short __a) {
6405   return __builtin_s390_vclzh((__vector unsigned short)__a);
6406 }
6407
6408 static inline __ATTRS_o_ai __vector unsigned short
6409 vec_cntlz(__vector unsigned short __a) {
6410   return __builtin_s390_vclzh(__a);
6411 }
6412
6413 static inline __ATTRS_o_ai __vector unsigned int
6414 vec_cntlz(__vector signed int __a) {
6415   return __builtin_s390_vclzf((__vector unsigned int)__a);
6416 }
6417
6418 static inline __ATTRS_o_ai __vector unsigned int
6419 vec_cntlz(__vector unsigned int __a) {
6420   return __builtin_s390_vclzf(__a);
6421 }
6422
6423 static inline __ATTRS_o_ai __vector unsigned long long
6424 vec_cntlz(__vector signed long long __a) {
6425   return __builtin_s390_vclzg((__vector unsigned long long)__a);
6426 }
6427
6428 static inline __ATTRS_o_ai __vector unsigned long long
6429 vec_cntlz(__vector unsigned long long __a) {
6430   return __builtin_s390_vclzg(__a);
6431 }
6432
6433 /*-- vec_cnttz --------------------------------------------------------------*/
6434
6435 static inline __ATTRS_o_ai __vector unsigned char
6436 vec_cnttz(__vector signed char __a) {
6437   return __builtin_s390_vctzb((__vector unsigned char)__a);
6438 }
6439
6440 static inline __ATTRS_o_ai __vector unsigned char
6441 vec_cnttz(__vector unsigned char __a) {
6442   return __builtin_s390_vctzb(__a);
6443 }
6444
6445 static inline __ATTRS_o_ai __vector unsigned short
6446 vec_cnttz(__vector signed short __a) {
6447   return __builtin_s390_vctzh((__vector unsigned short)__a);
6448 }
6449
6450 static inline __ATTRS_o_ai __vector unsigned short
6451 vec_cnttz(__vector unsigned short __a) {
6452   return __builtin_s390_vctzh(__a);
6453 }
6454
6455 static inline __ATTRS_o_ai __vector unsigned int
6456 vec_cnttz(__vector signed int __a) {
6457   return __builtin_s390_vctzf((__vector unsigned int)__a);
6458 }
6459
6460 static inline __ATTRS_o_ai __vector unsigned int
6461 vec_cnttz(__vector unsigned int __a) {
6462   return __builtin_s390_vctzf(__a);
6463 }
6464
6465 static inline __ATTRS_o_ai __vector unsigned long long
6466 vec_cnttz(__vector signed long long __a) {
6467   return __builtin_s390_vctzg((__vector unsigned long long)__a);
6468 }
6469
6470 static inline __ATTRS_o_ai __vector unsigned long long
6471 vec_cnttz(__vector unsigned long long __a) {
6472   return __builtin_s390_vctzg(__a);
6473 }
6474
6475 /*-- vec_popcnt -------------------------------------------------------------*/
6476
6477 static inline __ATTRS_o_ai __vector unsigned char
6478 vec_popcnt(__vector signed char __a) {
6479   return __builtin_s390_vpopctb((__vector unsigned char)__a);
6480 }
6481
6482 static inline __ATTRS_o_ai __vector unsigned char
6483 vec_popcnt(__vector unsigned char __a) {
6484   return __builtin_s390_vpopctb(__a);
6485 }
6486
6487 static inline __ATTRS_o_ai __vector unsigned short
6488 vec_popcnt(__vector signed short __a) {
6489   return __builtin_s390_vpopcth((__vector unsigned short)__a);
6490 }
6491
6492 static inline __ATTRS_o_ai __vector unsigned short
6493 vec_popcnt(__vector unsigned short __a) {
6494   return __builtin_s390_vpopcth(__a);
6495 }
6496
6497 static inline __ATTRS_o_ai __vector unsigned int
6498 vec_popcnt(__vector signed int __a) {
6499   return __builtin_s390_vpopctf((__vector unsigned int)__a);
6500 }
6501
6502 static inline __ATTRS_o_ai __vector unsigned int
6503 vec_popcnt(__vector unsigned int __a) {
6504   return __builtin_s390_vpopctf(__a);
6505 }
6506
6507 static inline __ATTRS_o_ai __vector unsigned long long
6508 vec_popcnt(__vector signed long long __a) {
6509   return __builtin_s390_vpopctg((__vector unsigned long long)__a);
6510 }
6511
6512 static inline __ATTRS_o_ai __vector unsigned long long
6513 vec_popcnt(__vector unsigned long long __a) {
6514   return __builtin_s390_vpopctg(__a);
6515 }
6516
6517 /*-- vec_rl -----------------------------------------------------------------*/
6518
6519 static inline __ATTRS_o_ai __vector signed char
6520 vec_rl(__vector signed char __a, __vector unsigned char __b) {
6521   return (__vector signed char)__builtin_s390_verllvb(
6522     (__vector unsigned char)__a, __b);
6523 }
6524
6525 static inline __ATTRS_o_ai __vector unsigned char
6526 vec_rl(__vector unsigned char __a, __vector unsigned char __b) {
6527   return __builtin_s390_verllvb(__a, __b);
6528 }
6529
6530 static inline __ATTRS_o_ai __vector signed short
6531 vec_rl(__vector signed short __a, __vector unsigned short __b) {
6532   return (__vector signed short)__builtin_s390_verllvh(
6533     (__vector unsigned short)__a, __b);
6534 }
6535
6536 static inline __ATTRS_o_ai __vector unsigned short
6537 vec_rl(__vector unsigned short __a, __vector unsigned short __b) {
6538   return __builtin_s390_verllvh(__a, __b);
6539 }
6540
6541 static inline __ATTRS_o_ai __vector signed int
6542 vec_rl(__vector signed int __a, __vector unsigned int __b) {
6543   return (__vector signed int)__builtin_s390_verllvf(
6544     (__vector unsigned int)__a, __b);
6545 }
6546
6547 static inline __ATTRS_o_ai __vector unsigned int
6548 vec_rl(__vector unsigned int __a, __vector unsigned int __b) {
6549   return __builtin_s390_verllvf(__a, __b);
6550 }
6551
6552 static inline __ATTRS_o_ai __vector signed long long
6553 vec_rl(__vector signed long long __a, __vector unsigned long long __b) {
6554   return (__vector signed long long)__builtin_s390_verllvg(
6555     (__vector unsigned long long)__a, __b);
6556 }
6557
6558 static inline __ATTRS_o_ai __vector unsigned long long
6559 vec_rl(__vector unsigned long long __a, __vector unsigned long long __b) {
6560   return __builtin_s390_verllvg(__a, __b);
6561 }
6562
6563 /*-- vec_rli ----------------------------------------------------------------*/
6564
6565 static inline __ATTRS_o_ai __vector signed char
6566 vec_rli(__vector signed char __a, unsigned long __b) {
6567   return (__vector signed char)__builtin_s390_verllb(
6568     (__vector unsigned char)__a, (int)__b);
6569 }
6570
6571 static inline __ATTRS_o_ai __vector unsigned char
6572 vec_rli(__vector unsigned char __a, unsigned long __b) {
6573   return __builtin_s390_verllb(__a, (int)__b);
6574 }
6575
6576 static inline __ATTRS_o_ai __vector signed short
6577 vec_rli(__vector signed short __a, unsigned long __b) {
6578   return (__vector signed short)__builtin_s390_verllh(
6579     (__vector unsigned short)__a, (int)__b);
6580 }
6581
6582 static inline __ATTRS_o_ai __vector unsigned short
6583 vec_rli(__vector unsigned short __a, unsigned long __b) {
6584   return __builtin_s390_verllh(__a, (int)__b);
6585 }
6586
6587 static inline __ATTRS_o_ai __vector signed int
6588 vec_rli(__vector signed int __a, unsigned long __b) {
6589   return (__vector signed int)__builtin_s390_verllf(
6590     (__vector unsigned int)__a, (int)__b);
6591 }
6592
6593 static inline __ATTRS_o_ai __vector unsigned int
6594 vec_rli(__vector unsigned int __a, unsigned long __b) {
6595   return __builtin_s390_verllf(__a, (int)__b);
6596 }
6597
6598 static inline __ATTRS_o_ai __vector signed long long
6599 vec_rli(__vector signed long long __a, unsigned long __b) {
6600   return (__vector signed long long)__builtin_s390_verllg(
6601     (__vector unsigned long long)__a, (int)__b);
6602 }
6603
6604 static inline __ATTRS_o_ai __vector unsigned long long
6605 vec_rli(__vector unsigned long long __a, unsigned long __b) {
6606   return __builtin_s390_verllg(__a, (int)__b);
6607 }
6608
6609 /*-- vec_rl_mask ------------------------------------------------------------*/
6610
6611 extern __ATTRS_o __vector signed char
6612 vec_rl_mask(__vector signed char __a, __vector unsigned char __b,
6613             unsigned char __c) __constant(__c);
6614
6615 extern __ATTRS_o __vector unsigned char
6616 vec_rl_mask(__vector unsigned char __a, __vector unsigned char __b,
6617             unsigned char __c) __constant(__c);
6618
6619 extern __ATTRS_o __vector signed short
6620 vec_rl_mask(__vector signed short __a, __vector unsigned short __b,
6621             unsigned char __c) __constant(__c);
6622
6623 extern __ATTRS_o __vector unsigned short
6624 vec_rl_mask(__vector unsigned short __a, __vector unsigned short __b,
6625             unsigned char __c) __constant(__c);
6626
6627 extern __ATTRS_o __vector signed int
6628 vec_rl_mask(__vector signed int __a, __vector unsigned int __b,
6629             unsigned char __c) __constant(__c);
6630
6631 extern __ATTRS_o __vector unsigned int
6632 vec_rl_mask(__vector unsigned int __a, __vector unsigned int __b,
6633             unsigned char __c) __constant(__c);
6634
6635 extern __ATTRS_o __vector signed long long
6636 vec_rl_mask(__vector signed long long __a, __vector unsigned long long __b,
6637             unsigned char __c) __constant(__c);
6638
6639 extern __ATTRS_o __vector unsigned long long
6640 vec_rl_mask(__vector unsigned long long __a, __vector unsigned long long __b,
6641             unsigned char __c) __constant(__c);
6642
6643 #define vec_rl_mask(X, Y, Z) ((__typeof__((vec_rl_mask)((X), (Y), (Z)))) \
6644   __extension__ ({ \
6645     __vector unsigned char __res; \
6646     __vector unsigned char __x = (__vector unsigned char)(X); \
6647     __vector unsigned char __y = (__vector unsigned char)(Y); \
6648     switch (sizeof ((X)[0])) { \
6649     case 1: __res = (__vector unsigned char) __builtin_s390_verimb( \
6650              (__vector unsigned char)__x, (__vector unsigned char)__x, \
6651              (__vector unsigned char)__y, (Z)); break; \
6652     case 2: __res = (__vector unsigned char) __builtin_s390_verimh( \
6653              (__vector unsigned short)__x, (__vector unsigned short)__x, \
6654              (__vector unsigned short)__y, (Z)); break; \
6655     case 4: __res = (__vector unsigned char) __builtin_s390_verimf( \
6656              (__vector unsigned int)__x, (__vector unsigned int)__x, \
6657              (__vector unsigned int)__y, (Z)); break; \
6658     default: __res = (__vector unsigned char) __builtin_s390_verimg( \
6659              (__vector unsigned long long)__x, (__vector unsigned long long)__x, \
6660              (__vector unsigned long long)__y, (Z)); break; \
6661     } __res; }))
6662
6663 /*-- vec_sll ----------------------------------------------------------------*/
6664
6665 static inline __ATTRS_o_ai __vector signed char
6666 vec_sll(__vector signed char __a, __vector unsigned char __b) {
6667   return (__vector signed char)__builtin_s390_vsl(
6668     (__vector unsigned char)__a, __b);
6669 }
6670
6671 // This prototype is deprecated.
6672 static inline __ATTRS_o_ai __vector signed char
6673 vec_sll(__vector signed char __a, __vector unsigned short __b) {
6674   return (__vector signed char)__builtin_s390_vsl(
6675     (__vector unsigned char)__a, (__vector unsigned char)__b);
6676 }
6677
6678 // This prototype is deprecated.
6679 static inline __ATTRS_o_ai __vector signed char
6680 vec_sll(__vector signed char __a, __vector unsigned int __b) {
6681   return (__vector signed char)__builtin_s390_vsl(
6682     (__vector unsigned char)__a, (__vector unsigned char)__b);
6683 }
6684
6685 // This prototype is deprecated.
6686 static inline __ATTRS_o_ai __vector __bool char
6687 vec_sll(__vector __bool char __a, __vector unsigned char __b) {
6688   return (__vector __bool char)__builtin_s390_vsl(
6689     (__vector unsigned char)__a, __b);
6690 }
6691
6692 // This prototype is deprecated.
6693 static inline __ATTRS_o_ai __vector __bool char
6694 vec_sll(__vector __bool char __a, __vector unsigned short __b) {
6695   return (__vector __bool char)__builtin_s390_vsl(
6696     (__vector unsigned char)__a, (__vector unsigned char)__b);
6697 }
6698
6699 // This prototype is deprecated.
6700 static inline __ATTRS_o_ai __vector __bool char
6701 vec_sll(__vector __bool char __a, __vector unsigned int __b) {
6702   return (__vector __bool char)__builtin_s390_vsl(
6703     (__vector unsigned char)__a, (__vector unsigned char)__b);
6704 }
6705
6706 static inline __ATTRS_o_ai __vector unsigned char
6707 vec_sll(__vector unsigned char __a, __vector unsigned char __b) {
6708   return __builtin_s390_vsl(__a, __b);
6709 }
6710
6711 // This prototype is deprecated.
6712 static inline __ATTRS_o_ai __vector unsigned char
6713 vec_sll(__vector unsigned char __a, __vector unsigned short __b) {
6714   return __builtin_s390_vsl(__a, (__vector unsigned char)__b);
6715 }
6716
6717 // This prototype is deprecated.
6718 static inline __ATTRS_o_ai __vector unsigned char
6719 vec_sll(__vector unsigned char __a, __vector unsigned int __b) {
6720   return __builtin_s390_vsl(__a, (__vector unsigned char)__b);
6721 }
6722
6723 static inline __ATTRS_o_ai __vector signed short
6724 vec_sll(__vector signed short __a, __vector unsigned char __b) {
6725   return (__vector signed short)__builtin_s390_vsl(
6726     (__vector unsigned char)__a, __b);
6727 }
6728
6729 // This prototype is deprecated.
6730 static inline __ATTRS_o_ai __vector signed short
6731 vec_sll(__vector signed short __a, __vector unsigned short __b) {
6732   return (__vector signed short)__builtin_s390_vsl(
6733     (__vector unsigned char)__a, (__vector unsigned char)__b);
6734 }
6735
6736 // This prototype is deprecated.
6737 static inline __ATTRS_o_ai __vector signed short
6738 vec_sll(__vector signed short __a, __vector unsigned int __b) {
6739   return (__vector signed short)__builtin_s390_vsl(
6740     (__vector unsigned char)__a, (__vector unsigned char)__b);
6741 }
6742
6743 // This prototype is deprecated.
6744 static inline __ATTRS_o_ai __vector __bool short
6745 vec_sll(__vector __bool short __a, __vector unsigned char __b) {
6746   return (__vector __bool short)__builtin_s390_vsl(
6747     (__vector unsigned char)__a, __b);
6748 }
6749
6750 // This prototype is deprecated.
6751 static inline __ATTRS_o_ai __vector __bool short
6752 vec_sll(__vector __bool short __a, __vector unsigned short __b) {
6753   return (__vector __bool short)__builtin_s390_vsl(
6754     (__vector unsigned char)__a, (__vector unsigned char)__b);
6755 }
6756
6757 // This prototype is deprecated.
6758 static inline __ATTRS_o_ai __vector __bool short
6759 vec_sll(__vector __bool short __a, __vector unsigned int __b) {
6760   return (__vector __bool short)__builtin_s390_vsl(
6761     (__vector unsigned char)__a, (__vector unsigned char)__b);
6762 }
6763
6764 static inline __ATTRS_o_ai __vector unsigned short
6765 vec_sll(__vector unsigned short __a, __vector unsigned char __b) {
6766   return (__vector unsigned short)__builtin_s390_vsl(
6767     (__vector unsigned char)__a, __b);
6768 }
6769
6770 // This prototype is deprecated.
6771 static inline __ATTRS_o_ai __vector unsigned short
6772 vec_sll(__vector unsigned short __a, __vector unsigned short __b) {
6773   return (__vector unsigned short)__builtin_s390_vsl(
6774     (__vector unsigned char)__a, (__vector unsigned char)__b);
6775 }
6776
6777 // This prototype is deprecated.
6778 static inline __ATTRS_o_ai __vector unsigned short
6779 vec_sll(__vector unsigned short __a, __vector unsigned int __b) {
6780   return (__vector unsigned short)__builtin_s390_vsl(
6781     (__vector unsigned char)__a, (__vector unsigned char)__b);
6782 }
6783
6784 static inline __ATTRS_o_ai __vector signed int
6785 vec_sll(__vector signed int __a, __vector unsigned char __b) {
6786   return (__vector signed int)__builtin_s390_vsl(
6787     (__vector unsigned char)__a, __b);
6788 }
6789
6790 // This prototype is deprecated.
6791 static inline __ATTRS_o_ai __vector signed int
6792 vec_sll(__vector signed int __a, __vector unsigned short __b) {
6793   return (__vector signed int)__builtin_s390_vsl(
6794     (__vector unsigned char)__a, (__vector unsigned char)__b);
6795 }
6796
6797 // This prototype is deprecated.
6798 static inline __ATTRS_o_ai __vector signed int
6799 vec_sll(__vector signed int __a, __vector unsigned int __b) {
6800   return (__vector signed int)__builtin_s390_vsl(
6801     (__vector unsigned char)__a, (__vector unsigned char)__b);
6802 }
6803
6804 // This prototype is deprecated.
6805 static inline __ATTRS_o_ai __vector __bool int
6806 vec_sll(__vector __bool int __a, __vector unsigned char __b) {
6807   return (__vector __bool int)__builtin_s390_vsl(
6808     (__vector unsigned char)__a, __b);
6809 }
6810
6811 // This prototype is deprecated.
6812 static inline __ATTRS_o_ai __vector __bool int
6813 vec_sll(__vector __bool int __a, __vector unsigned short __b) {
6814   return (__vector __bool int)__builtin_s390_vsl(
6815     (__vector unsigned char)__a, (__vector unsigned char)__b);
6816 }
6817
6818 // This prototype is deprecated.
6819 static inline __ATTRS_o_ai __vector __bool int
6820 vec_sll(__vector __bool int __a, __vector unsigned int __b) {
6821   return (__vector __bool int)__builtin_s390_vsl(
6822     (__vector unsigned char)__a, (__vector unsigned char)__b);
6823 }
6824
6825 static inline __ATTRS_o_ai __vector unsigned int
6826 vec_sll(__vector unsigned int __a, __vector unsigned char __b) {
6827   return (__vector unsigned int)__builtin_s390_vsl(
6828     (__vector unsigned char)__a, __b);
6829 }
6830
6831 // This prototype is deprecated.
6832 static inline __ATTRS_o_ai __vector unsigned int
6833 vec_sll(__vector unsigned int __a, __vector unsigned short __b) {
6834   return (__vector unsigned int)__builtin_s390_vsl(
6835     (__vector unsigned char)__a, (__vector unsigned char)__b);
6836 }
6837
6838 // This prototype is deprecated.
6839 static inline __ATTRS_o_ai __vector unsigned int
6840 vec_sll(__vector unsigned int __a, __vector unsigned int __b) {
6841   return (__vector unsigned int)__builtin_s390_vsl(
6842     (__vector unsigned char)__a, (__vector unsigned char)__b);
6843 }
6844
6845 static inline __ATTRS_o_ai __vector signed long long
6846 vec_sll(__vector signed long long __a, __vector unsigned char __b) {
6847   return (__vector signed long long)__builtin_s390_vsl(
6848     (__vector unsigned char)__a, __b);
6849 }
6850
6851 // This prototype is deprecated.
6852 static inline __ATTRS_o_ai __vector signed long long
6853 vec_sll(__vector signed long long __a, __vector unsigned short __b) {
6854   return (__vector signed long long)__builtin_s390_vsl(
6855     (__vector unsigned char)__a, (__vector unsigned char)__b);
6856 }
6857
6858 // This prototype is deprecated.
6859 static inline __ATTRS_o_ai __vector signed long long
6860 vec_sll(__vector signed long long __a, __vector unsigned int __b) {
6861   return (__vector signed long long)__builtin_s390_vsl(
6862     (__vector unsigned char)__a, (__vector unsigned char)__b);
6863 }
6864
6865 // This prototype is deprecated.
6866 static inline __ATTRS_o_ai __vector __bool long long
6867 vec_sll(__vector __bool long long __a, __vector unsigned char __b) {
6868   return (__vector __bool long long)__builtin_s390_vsl(
6869     (__vector unsigned char)__a, __b);
6870 }
6871
6872 // This prototype is deprecated.
6873 static inline __ATTRS_o_ai __vector __bool long long
6874 vec_sll(__vector __bool long long __a, __vector unsigned short __b) {
6875   return (__vector __bool long long)__builtin_s390_vsl(
6876     (__vector unsigned char)__a, (__vector unsigned char)__b);
6877 }
6878
6879 // This prototype is deprecated.
6880 static inline __ATTRS_o_ai __vector __bool long long
6881 vec_sll(__vector __bool long long __a, __vector unsigned int __b) {
6882   return (__vector __bool long long)__builtin_s390_vsl(
6883     (__vector unsigned char)__a, (__vector unsigned char)__b);
6884 }
6885
6886 static inline __ATTRS_o_ai __vector unsigned long long
6887 vec_sll(__vector unsigned long long __a, __vector unsigned char __b) {
6888   return (__vector unsigned long long)__builtin_s390_vsl(
6889     (__vector unsigned char)__a, __b);
6890 }
6891
6892 // This prototype is deprecated.
6893 static inline __ATTRS_o_ai __vector unsigned long long
6894 vec_sll(__vector unsigned long long __a, __vector unsigned short __b) {
6895   return (__vector unsigned long long)__builtin_s390_vsl(
6896     (__vector unsigned char)__a, (__vector unsigned char)__b);
6897 }
6898
6899 // This prototype is deprecated.
6900 static inline __ATTRS_o_ai __vector unsigned long long
6901 vec_sll(__vector unsigned long long __a, __vector unsigned int __b) {
6902   return (__vector unsigned long long)__builtin_s390_vsl(
6903     (__vector unsigned char)__a, (__vector unsigned char)__b);
6904 }
6905
6906 /*-- vec_slb ----------------------------------------------------------------*/
6907
6908 static inline __ATTRS_o_ai __vector signed char
6909 vec_slb(__vector signed char __a, __vector signed char __b) {
6910   return (__vector signed char)__builtin_s390_vslb(
6911     (__vector unsigned char)__a, (__vector unsigned char)__b);
6912 }
6913
6914 static inline __ATTRS_o_ai __vector signed char
6915 vec_slb(__vector signed char __a, __vector unsigned char __b) {
6916   return (__vector signed char)__builtin_s390_vslb(
6917     (__vector unsigned char)__a, __b);
6918 }
6919
6920 static inline __ATTRS_o_ai __vector unsigned char
6921 vec_slb(__vector unsigned char __a, __vector signed char __b) {
6922   return __builtin_s390_vslb(__a, (__vector unsigned char)__b);
6923 }
6924
6925 static inline __ATTRS_o_ai __vector unsigned char
6926 vec_slb(__vector unsigned char __a, __vector unsigned char __b) {
6927   return __builtin_s390_vslb(__a, __b);
6928 }
6929
6930 static inline __ATTRS_o_ai __vector signed short
6931 vec_slb(__vector signed short __a, __vector signed short __b) {
6932   return (__vector signed short)__builtin_s390_vslb(
6933     (__vector unsigned char)__a, (__vector unsigned char)__b);
6934 }
6935
6936 static inline __ATTRS_o_ai __vector signed short
6937 vec_slb(__vector signed short __a, __vector unsigned short __b) {
6938   return (__vector signed short)__builtin_s390_vslb(
6939     (__vector unsigned char)__a, (__vector unsigned char)__b);
6940 }
6941
6942 static inline __ATTRS_o_ai __vector unsigned short
6943 vec_slb(__vector unsigned short __a, __vector signed short __b) {
6944   return (__vector unsigned short)__builtin_s390_vslb(
6945     (__vector unsigned char)__a, (__vector unsigned char)__b);
6946 }
6947
6948 static inline __ATTRS_o_ai __vector unsigned short
6949 vec_slb(__vector unsigned short __a, __vector unsigned short __b) {
6950   return (__vector unsigned short)__builtin_s390_vslb(
6951     (__vector unsigned char)__a, (__vector unsigned char)__b);
6952 }
6953
6954 static inline __ATTRS_o_ai __vector signed int
6955 vec_slb(__vector signed int __a, __vector signed int __b) {
6956   return (__vector signed int)__builtin_s390_vslb(
6957     (__vector unsigned char)__a, (__vector unsigned char)__b);
6958 }
6959
6960 static inline __ATTRS_o_ai __vector signed int
6961 vec_slb(__vector signed int __a, __vector unsigned int __b) {
6962   return (__vector signed int)__builtin_s390_vslb(
6963     (__vector unsigned char)__a, (__vector unsigned char)__b);
6964 }
6965
6966 static inline __ATTRS_o_ai __vector unsigned int
6967 vec_slb(__vector unsigned int __a, __vector signed int __b) {
6968   return (__vector unsigned int)__builtin_s390_vslb(
6969     (__vector unsigned char)__a, (__vector unsigned char)__b);
6970 }
6971
6972 static inline __ATTRS_o_ai __vector unsigned int
6973 vec_slb(__vector unsigned int __a, __vector unsigned int __b) {
6974   return (__vector unsigned int)__builtin_s390_vslb(
6975     (__vector unsigned char)__a, (__vector unsigned char)__b);
6976 }
6977
6978 static inline __ATTRS_o_ai __vector signed long long
6979 vec_slb(__vector signed long long __a, __vector signed long long __b) {
6980   return (__vector signed long long)__builtin_s390_vslb(
6981     (__vector unsigned char)__a, (__vector unsigned char)__b);
6982 }
6983
6984 static inline __ATTRS_o_ai __vector signed long long
6985 vec_slb(__vector signed long long __a, __vector unsigned long long __b) {
6986   return (__vector signed long long)__builtin_s390_vslb(
6987     (__vector unsigned char)__a, (__vector unsigned char)__b);
6988 }
6989
6990 static inline __ATTRS_o_ai __vector unsigned long long
6991 vec_slb(__vector unsigned long long __a, __vector signed long long __b) {
6992   return (__vector unsigned long long)__builtin_s390_vslb(
6993     (__vector unsigned char)__a, (__vector unsigned char)__b);
6994 }
6995
6996 static inline __ATTRS_o_ai __vector unsigned long long
6997 vec_slb(__vector unsigned long long __a, __vector unsigned long long __b) {
6998   return (__vector unsigned long long)__builtin_s390_vslb(
6999     (__vector unsigned char)__a, (__vector unsigned char)__b);
7000 }
7001
7002 #if __ARCH__ >= 12
7003 static inline __ATTRS_o_ai __vector float
7004 vec_slb(__vector float __a, __vector signed int __b) {
7005   return (__vector float)__builtin_s390_vslb(
7006     (__vector unsigned char)__a, (__vector unsigned char)__b);
7007 }
7008
7009 static inline __ATTRS_o_ai __vector float
7010 vec_slb(__vector float __a, __vector unsigned int __b) {
7011   return (__vector float)__builtin_s390_vslb(
7012     (__vector unsigned char)__a, (__vector unsigned char)__b);
7013 }
7014 #endif
7015
7016 static inline __ATTRS_o_ai __vector double
7017 vec_slb(__vector double __a, __vector signed long long __b) {
7018   return (__vector double)__builtin_s390_vslb(
7019     (__vector unsigned char)__a, (__vector unsigned char)__b);
7020 }
7021
7022 static inline __ATTRS_o_ai __vector double
7023 vec_slb(__vector double __a, __vector unsigned long long __b) {
7024   return (__vector double)__builtin_s390_vslb(
7025     (__vector unsigned char)__a, (__vector unsigned char)__b);
7026 }
7027
7028 /*-- vec_sld ----------------------------------------------------------------*/
7029
7030 extern __ATTRS_o __vector signed char
7031 vec_sld(__vector signed char __a, __vector signed char __b, int __c)
7032   __constant_range(__c, 0, 15);
7033
7034 extern __ATTRS_o __vector __bool char
7035 vec_sld(__vector __bool char __a, __vector __bool char __b, int __c)
7036   __constant_range(__c, 0, 15);
7037
7038 extern __ATTRS_o __vector unsigned char
7039 vec_sld(__vector unsigned char __a, __vector unsigned char __b, int __c)
7040   __constant_range(__c, 0, 15);
7041
7042 extern __ATTRS_o __vector signed short
7043 vec_sld(__vector signed short __a, __vector signed short __b, int __c)
7044   __constant_range(__c, 0, 15);
7045
7046 extern __ATTRS_o __vector __bool short
7047 vec_sld(__vector __bool short __a, __vector __bool short __b, int __c)
7048   __constant_range(__c, 0, 15);
7049
7050 extern __ATTRS_o __vector unsigned short
7051 vec_sld(__vector unsigned short __a, __vector unsigned short __b, int __c)
7052   __constant_range(__c, 0, 15);
7053
7054 extern __ATTRS_o __vector signed int
7055 vec_sld(__vector signed int __a, __vector signed int __b, int __c)
7056   __constant_range(__c, 0, 15);
7057
7058 extern __ATTRS_o __vector __bool int
7059 vec_sld(__vector __bool int __a, __vector __bool int __b, int __c)
7060   __constant_range(__c, 0, 15);
7061
7062 extern __ATTRS_o __vector unsigned int
7063 vec_sld(__vector unsigned int __a, __vector unsigned int __b, int __c)
7064   __constant_range(__c, 0, 15);
7065
7066 extern __ATTRS_o __vector signed long long
7067 vec_sld(__vector signed long long __a, __vector signed long long __b, int __c)
7068   __constant_range(__c, 0, 15);
7069
7070 extern __ATTRS_o __vector __bool long long
7071 vec_sld(__vector __bool long long __a, __vector __bool long long __b, int __c)
7072   __constant_range(__c, 0, 15);
7073
7074 extern __ATTRS_o __vector unsigned long long
7075 vec_sld(__vector unsigned long long __a, __vector unsigned long long __b,
7076         int __c)
7077   __constant_range(__c, 0, 15);
7078
7079 #if __ARCH__ >= 12
7080 extern __ATTRS_o __vector float
7081 vec_sld(__vector float __a, __vector float __b, int __c)
7082   __constant_range(__c, 0, 15);
7083 #endif
7084
7085 extern __ATTRS_o __vector double
7086 vec_sld(__vector double __a, __vector double __b, int __c)
7087   __constant_range(__c, 0, 15);
7088
7089 #define vec_sld(X, Y, Z) ((__typeof__((vec_sld)((X), (Y), (Z)))) \
7090   __builtin_s390_vsldb((__vector unsigned char)(X), \
7091                        (__vector unsigned char)(Y), (Z)))
7092
7093 /*-- vec_sldw ---------------------------------------------------------------*/
7094
7095 extern __ATTRS_o __vector signed char
7096 vec_sldw(__vector signed char __a, __vector signed char __b, int __c)
7097   __constant_range(__c, 0, 3);
7098
7099 extern __ATTRS_o __vector unsigned char
7100 vec_sldw(__vector unsigned char __a, __vector unsigned char __b, int __c)
7101   __constant_range(__c, 0, 3);
7102
7103 extern __ATTRS_o __vector signed short
7104 vec_sldw(__vector signed short __a, __vector signed short __b, int __c)
7105   __constant_range(__c, 0, 3);
7106
7107 extern __ATTRS_o __vector unsigned short
7108 vec_sldw(__vector unsigned short __a, __vector unsigned short __b, int __c)
7109   __constant_range(__c, 0, 3);
7110
7111 extern __ATTRS_o __vector signed int
7112 vec_sldw(__vector signed int __a, __vector signed int __b, int __c)
7113   __constant_range(__c, 0, 3);
7114
7115 extern __ATTRS_o __vector unsigned int
7116 vec_sldw(__vector unsigned int __a, __vector unsigned int __b, int __c)
7117   __constant_range(__c, 0, 3);
7118
7119 extern __ATTRS_o __vector signed long long
7120 vec_sldw(__vector signed long long __a, __vector signed long long __b, int __c)
7121   __constant_range(__c, 0, 3);
7122
7123 extern __ATTRS_o __vector unsigned long long
7124 vec_sldw(__vector unsigned long long __a, __vector unsigned long long __b,
7125          int __c)
7126   __constant_range(__c, 0, 3);
7127
7128 // This prototype is deprecated.
7129 extern __ATTRS_o __vector double
7130 vec_sldw(__vector double __a, __vector double __b, int __c)
7131   __constant_range(__c, 0, 3);
7132
7133 #define vec_sldw(X, Y, Z) ((__typeof__((vec_sldw)((X), (Y), (Z)))) \
7134   __builtin_s390_vsldb((__vector unsigned char)(X), \
7135                        (__vector unsigned char)(Y), (Z) * 4))
7136
7137 /*-- vec_sldb ---------------------------------------------------------------*/
7138
7139 #if __ARCH__ >= 13
7140
7141 extern __ATTRS_o __vector signed char
7142 vec_sldb(__vector signed char __a, __vector signed char __b, int __c)
7143   __constant_range(__c, 0, 7);
7144
7145 extern __ATTRS_o __vector unsigned char
7146 vec_sldb(__vector unsigned char __a, __vector unsigned char __b, int __c)
7147   __constant_range(__c, 0, 7);
7148
7149 extern __ATTRS_o __vector signed short
7150 vec_sldb(__vector signed short __a, __vector signed short __b, int __c)
7151   __constant_range(__c, 0, 7);
7152
7153 extern __ATTRS_o __vector unsigned short
7154 vec_sldb(__vector unsigned short __a, __vector unsigned short __b, int __c)
7155   __constant_range(__c, 0, 7);
7156
7157 extern __ATTRS_o __vector signed int
7158 vec_sldb(__vector signed int __a, __vector signed int __b, int __c)
7159   __constant_range(__c, 0, 7);
7160
7161 extern __ATTRS_o __vector unsigned int
7162 vec_sldb(__vector unsigned int __a, __vector unsigned int __b, int __c)
7163   __constant_range(__c, 0, 7);
7164
7165 extern __ATTRS_o __vector signed long long
7166 vec_sldb(__vector signed long long __a, __vector signed long long __b, int __c)
7167   __constant_range(__c, 0, 7);
7168
7169 extern __ATTRS_o __vector unsigned long long
7170 vec_sldb(__vector unsigned long long __a, __vector unsigned long long __b,
7171          int __c)
7172   __constant_range(__c, 0, 7);
7173
7174 extern __ATTRS_o __vector float
7175 vec_sldb(__vector float __a, __vector float __b, int __c)
7176   __constant_range(__c, 0, 7);
7177
7178 extern __ATTRS_o __vector double
7179 vec_sldb(__vector double __a, __vector double __b, int __c)
7180   __constant_range(__c, 0, 7);
7181
7182 #define vec_sldb(X, Y, Z) ((__typeof__((vec_sldb)((X), (Y), (Z)))) \
7183   __builtin_s390_vsld((__vector unsigned char)(X), \
7184                       (__vector unsigned char)(Y), (Z)))
7185
7186 #endif
7187
7188 /*-- vec_sral ---------------------------------------------------------------*/
7189
7190 static inline __ATTRS_o_ai __vector signed char
7191 vec_sral(__vector signed char __a, __vector unsigned char __b) {
7192   return (__vector signed char)__builtin_s390_vsra(
7193     (__vector unsigned char)__a, __b);
7194 }
7195
7196 // This prototype is deprecated.
7197 static inline __ATTRS_o_ai __vector signed char
7198 vec_sral(__vector signed char __a, __vector unsigned short __b) {
7199   return (__vector signed char)__builtin_s390_vsra(
7200     (__vector unsigned char)__a, (__vector unsigned char)__b);
7201 }
7202
7203 // This prototype is deprecated.
7204 static inline __ATTRS_o_ai __vector signed char
7205 vec_sral(__vector signed char __a, __vector unsigned int __b) {
7206   return (__vector signed char)__builtin_s390_vsra(
7207     (__vector unsigned char)__a, (__vector unsigned char)__b);
7208 }
7209
7210 // This prototype is deprecated.
7211 static inline __ATTRS_o_ai __vector __bool char
7212 vec_sral(__vector __bool char __a, __vector unsigned char __b) {
7213   return (__vector __bool char)__builtin_s390_vsra(
7214     (__vector unsigned char)__a, __b);
7215 }
7216
7217 // This prototype is deprecated.
7218 static inline __ATTRS_o_ai __vector __bool char
7219 vec_sral(__vector __bool char __a, __vector unsigned short __b) {
7220   return (__vector __bool char)__builtin_s390_vsra(
7221     (__vector unsigned char)__a, (__vector unsigned char)__b);
7222 }
7223
7224 // This prototype is deprecated.
7225 static inline __ATTRS_o_ai __vector __bool char
7226 vec_sral(__vector __bool char __a, __vector unsigned int __b) {
7227   return (__vector __bool char)__builtin_s390_vsra(
7228     (__vector unsigned char)__a, (__vector unsigned char)__b);
7229 }
7230
7231 static inline __ATTRS_o_ai __vector unsigned char
7232 vec_sral(__vector unsigned char __a, __vector unsigned char __b) {
7233   return __builtin_s390_vsra(__a, __b);
7234 }
7235
7236 // This prototype is deprecated.
7237 static inline __ATTRS_o_ai __vector unsigned char
7238 vec_sral(__vector unsigned char __a, __vector unsigned short __b) {
7239   return __builtin_s390_vsra(__a, (__vector unsigned char)__b);
7240 }
7241
7242 // This prototype is deprecated.
7243 static inline __ATTRS_o_ai __vector unsigned char
7244 vec_sral(__vector unsigned char __a, __vector unsigned int __b) {
7245   return __builtin_s390_vsra(__a, (__vector unsigned char)__b);
7246 }
7247
7248 static inline __ATTRS_o_ai __vector signed short
7249 vec_sral(__vector signed short __a, __vector unsigned char __b) {
7250   return (__vector signed short)__builtin_s390_vsra(
7251     (__vector unsigned char)__a, __b);
7252 }
7253
7254 // This prototype is deprecated.
7255 static inline __ATTRS_o_ai __vector signed short
7256 vec_sral(__vector signed short __a, __vector unsigned short __b) {
7257   return (__vector signed short)__builtin_s390_vsra(
7258     (__vector unsigned char)__a, (__vector unsigned char)__b);
7259 }
7260
7261 // This prototype is deprecated.
7262 static inline __ATTRS_o_ai __vector signed short
7263 vec_sral(__vector signed short __a, __vector unsigned int __b) {
7264   return (__vector signed short)__builtin_s390_vsra(
7265     (__vector unsigned char)__a, (__vector unsigned char)__b);
7266 }
7267
7268 // This prototype is deprecated.
7269 static inline __ATTRS_o_ai __vector __bool short
7270 vec_sral(__vector __bool short __a, __vector unsigned char __b) {
7271   return (__vector __bool short)__builtin_s390_vsra(
7272     (__vector unsigned char)__a, __b);
7273 }
7274
7275 // This prototype is deprecated.
7276 static inline __ATTRS_o_ai __vector __bool short
7277 vec_sral(__vector __bool short __a, __vector unsigned short __b) {
7278   return (__vector __bool short)__builtin_s390_vsra(
7279     (__vector unsigned char)__a, (__vector unsigned char)__b);
7280 }
7281
7282 // This prototype is deprecated.
7283 static inline __ATTRS_o_ai __vector __bool short
7284 vec_sral(__vector __bool short __a, __vector unsigned int __b) {
7285   return (__vector __bool short)__builtin_s390_vsra(
7286     (__vector unsigned char)__a, (__vector unsigned char)__b);
7287 }
7288
7289 static inline __ATTRS_o_ai __vector unsigned short
7290 vec_sral(__vector unsigned short __a, __vector unsigned char __b) {
7291   return (__vector unsigned short)__builtin_s390_vsra(
7292     (__vector unsigned char)__a, __b);
7293 }
7294
7295 // This prototype is deprecated.
7296 static inline __ATTRS_o_ai __vector unsigned short
7297 vec_sral(__vector unsigned short __a, __vector unsigned short __b) {
7298   return (__vector unsigned short)__builtin_s390_vsra(
7299     (__vector unsigned char)__a, (__vector unsigned char)__b);
7300 }
7301
7302 // This prototype is deprecated.
7303 static inline __ATTRS_o_ai __vector unsigned short
7304 vec_sral(__vector unsigned short __a, __vector unsigned int __b) {
7305   return (__vector unsigned short)__builtin_s390_vsra(
7306     (__vector unsigned char)__a, (__vector unsigned char)__b);
7307 }
7308
7309 static inline __ATTRS_o_ai __vector signed int
7310 vec_sral(__vector signed int __a, __vector unsigned char __b) {
7311   return (__vector signed int)__builtin_s390_vsra(
7312     (__vector unsigned char)__a, __b);
7313 }
7314
7315 // This prototype is deprecated.
7316 static inline __ATTRS_o_ai __vector signed int
7317 vec_sral(__vector signed int __a, __vector unsigned short __b) {
7318   return (__vector signed int)__builtin_s390_vsra(
7319     (__vector unsigned char)__a, (__vector unsigned char)__b);
7320 }
7321
7322 // This prototype is deprecated.
7323 static inline __ATTRS_o_ai __vector signed int
7324 vec_sral(__vector signed int __a, __vector unsigned int __b) {
7325   return (__vector signed int)__builtin_s390_vsra(
7326     (__vector unsigned char)__a, (__vector unsigned char)__b);
7327 }
7328
7329 // This prototype is deprecated.
7330 static inline __ATTRS_o_ai __vector __bool int
7331 vec_sral(__vector __bool int __a, __vector unsigned char __b) {
7332   return (__vector __bool int)__builtin_s390_vsra(
7333     (__vector unsigned char)__a, __b);
7334 }
7335
7336 // This prototype is deprecated.
7337 static inline __ATTRS_o_ai __vector __bool int
7338 vec_sral(__vector __bool int __a, __vector unsigned short __b) {
7339   return (__vector __bool int)__builtin_s390_vsra(
7340     (__vector unsigned char)__a, (__vector unsigned char)__b);
7341 }
7342
7343 // This prototype is deprecated.
7344 static inline __ATTRS_o_ai __vector __bool int
7345 vec_sral(__vector __bool int __a, __vector unsigned int __b) {
7346   return (__vector __bool int)__builtin_s390_vsra(
7347     (__vector unsigned char)__a, (__vector unsigned char)__b);
7348 }
7349
7350 static inline __ATTRS_o_ai __vector unsigned int
7351 vec_sral(__vector unsigned int __a, __vector unsigned char __b) {
7352   return (__vector unsigned int)__builtin_s390_vsra(
7353     (__vector unsigned char)__a, __b);
7354 }
7355
7356 // This prototype is deprecated.
7357 static inline __ATTRS_o_ai __vector unsigned int
7358 vec_sral(__vector unsigned int __a, __vector unsigned short __b) {
7359   return (__vector unsigned int)__builtin_s390_vsra(
7360     (__vector unsigned char)__a, (__vector unsigned char)__b);
7361 }
7362
7363 // This prototype is deprecated.
7364 static inline __ATTRS_o_ai __vector unsigned int
7365 vec_sral(__vector unsigned int __a, __vector unsigned int __b) {
7366   return (__vector unsigned int)__builtin_s390_vsra(
7367     (__vector unsigned char)__a, (__vector unsigned char)__b);
7368 }
7369
7370 static inline __ATTRS_o_ai __vector signed long long
7371 vec_sral(__vector signed long long __a, __vector unsigned char __b) {
7372   return (__vector signed long long)__builtin_s390_vsra(
7373     (__vector unsigned char)__a, __b);
7374 }
7375
7376 // This prototype is deprecated.
7377 static inline __ATTRS_o_ai __vector signed long long
7378 vec_sral(__vector signed long long __a, __vector unsigned short __b) {
7379   return (__vector signed long long)__builtin_s390_vsra(
7380     (__vector unsigned char)__a, (__vector unsigned char)__b);
7381 }
7382
7383 // This prototype is deprecated.
7384 static inline __ATTRS_o_ai __vector signed long long
7385 vec_sral(__vector signed long long __a, __vector unsigned int __b) {
7386   return (__vector signed long long)__builtin_s390_vsra(
7387     (__vector unsigned char)__a, (__vector unsigned char)__b);
7388 }
7389
7390 // This prototype is deprecated.
7391 static inline __ATTRS_o_ai __vector __bool long long
7392 vec_sral(__vector __bool long long __a, __vector unsigned char __b) {
7393   return (__vector __bool long long)__builtin_s390_vsra(
7394     (__vector unsigned char)__a, __b);
7395 }
7396
7397 // This prototype is deprecated.
7398 static inline __ATTRS_o_ai __vector __bool long long
7399 vec_sral(__vector __bool long long __a, __vector unsigned short __b) {
7400   return (__vector __bool long long)__builtin_s390_vsra(
7401     (__vector unsigned char)__a, (__vector unsigned char)__b);
7402 }
7403
7404 // This prototype is deprecated.
7405 static inline __ATTRS_o_ai __vector __bool long long
7406 vec_sral(__vector __bool long long __a, __vector unsigned int __b) {
7407   return (__vector __bool long long)__builtin_s390_vsra(
7408     (__vector unsigned char)__a, (__vector unsigned char)__b);
7409 }
7410
7411 static inline __ATTRS_o_ai __vector unsigned long long
7412 vec_sral(__vector unsigned long long __a, __vector unsigned char __b) {
7413   return (__vector unsigned long long)__builtin_s390_vsra(
7414     (__vector unsigned char)__a, __b);
7415 }
7416
7417 // This prototype is deprecated.
7418 static inline __ATTRS_o_ai __vector unsigned long long
7419 vec_sral(__vector unsigned long long __a, __vector unsigned short __b) {
7420   return (__vector unsigned long long)__builtin_s390_vsra(
7421     (__vector unsigned char)__a, (__vector unsigned char)__b);
7422 }
7423
7424 // This prototype is deprecated.
7425 static inline __ATTRS_o_ai __vector unsigned long long
7426 vec_sral(__vector unsigned long long __a, __vector unsigned int __b) {
7427   return (__vector unsigned long long)__builtin_s390_vsra(
7428     (__vector unsigned char)__a, (__vector unsigned char)__b);
7429 }
7430
7431 /*-- vec_srab ---------------------------------------------------------------*/
7432
7433 static inline __ATTRS_o_ai __vector signed char
7434 vec_srab(__vector signed char __a, __vector signed char __b) {
7435   return (__vector signed char)__builtin_s390_vsrab(
7436     (__vector unsigned char)__a, (__vector unsigned char)__b);
7437 }
7438
7439 static inline __ATTRS_o_ai __vector signed char
7440 vec_srab(__vector signed char __a, __vector unsigned char __b) {
7441   return (__vector signed char)__builtin_s390_vsrab(
7442     (__vector unsigned char)__a, __b);
7443 }
7444
7445 static inline __ATTRS_o_ai __vector unsigned char
7446 vec_srab(__vector unsigned char __a, __vector signed char __b) {
7447   return __builtin_s390_vsrab(__a, (__vector unsigned char)__b);
7448 }
7449
7450 static inline __ATTRS_o_ai __vector unsigned char
7451 vec_srab(__vector unsigned char __a, __vector unsigned char __b) {
7452   return __builtin_s390_vsrab(__a, __b);
7453 }
7454
7455 static inline __ATTRS_o_ai __vector signed short
7456 vec_srab(__vector signed short __a, __vector signed short __b) {
7457   return (__vector signed short)__builtin_s390_vsrab(
7458     (__vector unsigned char)__a, (__vector unsigned char)__b);
7459 }
7460
7461 static inline __ATTRS_o_ai __vector signed short
7462 vec_srab(__vector signed short __a, __vector unsigned short __b) {
7463   return (__vector signed short)__builtin_s390_vsrab(
7464     (__vector unsigned char)__a, (__vector unsigned char)__b);
7465 }
7466
7467 static inline __ATTRS_o_ai __vector unsigned short
7468 vec_srab(__vector unsigned short __a, __vector signed short __b) {
7469   return (__vector unsigned short)__builtin_s390_vsrab(
7470     (__vector unsigned char)__a, (__vector unsigned char)__b);
7471 }
7472
7473 static inline __ATTRS_o_ai __vector unsigned short
7474 vec_srab(__vector unsigned short __a, __vector unsigned short __b) {
7475   return (__vector unsigned short)__builtin_s390_vsrab(
7476     (__vector unsigned char)__a, (__vector unsigned char)__b);
7477 }
7478
7479 static inline __ATTRS_o_ai __vector signed int
7480 vec_srab(__vector signed int __a, __vector signed int __b) {
7481   return (__vector signed int)__builtin_s390_vsrab(
7482     (__vector unsigned char)__a, (__vector unsigned char)__b);
7483 }
7484
7485 static inline __ATTRS_o_ai __vector signed int
7486 vec_srab(__vector signed int __a, __vector unsigned int __b) {
7487   return (__vector signed int)__builtin_s390_vsrab(
7488     (__vector unsigned char)__a, (__vector unsigned char)__b);
7489 }
7490
7491 static inline __ATTRS_o_ai __vector unsigned int
7492 vec_srab(__vector unsigned int __a, __vector signed int __b) {
7493   return (__vector unsigned int)__builtin_s390_vsrab(
7494     (__vector unsigned char)__a, (__vector unsigned char)__b);
7495 }
7496
7497 static inline __ATTRS_o_ai __vector unsigned int
7498 vec_srab(__vector unsigned int __a, __vector unsigned int __b) {
7499   return (__vector unsigned int)__builtin_s390_vsrab(
7500     (__vector unsigned char)__a, (__vector unsigned char)__b);
7501 }
7502
7503 static inline __ATTRS_o_ai __vector signed long long
7504 vec_srab(__vector signed long long __a, __vector signed long long __b) {
7505   return (__vector signed long long)__builtin_s390_vsrab(
7506     (__vector unsigned char)__a, (__vector unsigned char)__b);
7507 }
7508
7509 static inline __ATTRS_o_ai __vector signed long long
7510 vec_srab(__vector signed long long __a, __vector unsigned long long __b) {
7511   return (__vector signed long long)__builtin_s390_vsrab(
7512     (__vector unsigned char)__a, (__vector unsigned char)__b);
7513 }
7514
7515 static inline __ATTRS_o_ai __vector unsigned long long
7516 vec_srab(__vector unsigned long long __a, __vector signed long long __b) {
7517   return (__vector unsigned long long)__builtin_s390_vsrab(
7518     (__vector unsigned char)__a, (__vector unsigned char)__b);
7519 }
7520
7521 static inline __ATTRS_o_ai __vector unsigned long long
7522 vec_srab(__vector unsigned long long __a, __vector unsigned long long __b) {
7523   return (__vector unsigned long long)__builtin_s390_vsrab(
7524     (__vector unsigned char)__a, (__vector unsigned char)__b);
7525 }
7526
7527 #if __ARCH__ >= 12
7528 static inline __ATTRS_o_ai __vector float
7529 vec_srab(__vector float __a, __vector signed int __b) {
7530   return (__vector float)__builtin_s390_vsrab(
7531     (__vector unsigned char)__a, (__vector unsigned char)__b);
7532 }
7533
7534 static inline __ATTRS_o_ai __vector float
7535 vec_srab(__vector float __a, __vector unsigned int __b) {
7536   return (__vector float)__builtin_s390_vsrab(
7537     (__vector unsigned char)__a, (__vector unsigned char)__b);
7538 }
7539 #endif
7540
7541 static inline __ATTRS_o_ai __vector double
7542 vec_srab(__vector double __a, __vector signed long long __b) {
7543   return (__vector double)__builtin_s390_vsrab(
7544     (__vector unsigned char)__a, (__vector unsigned char)__b);
7545 }
7546
7547 static inline __ATTRS_o_ai __vector double
7548 vec_srab(__vector double __a, __vector unsigned long long __b) {
7549   return (__vector double)__builtin_s390_vsrab(
7550     (__vector unsigned char)__a, (__vector unsigned char)__b);
7551 }
7552
7553 /*-- vec_srl ----------------------------------------------------------------*/
7554
7555 static inline __ATTRS_o_ai __vector signed char
7556 vec_srl(__vector signed char __a, __vector unsigned char __b) {
7557   return (__vector signed char)__builtin_s390_vsrl(
7558     (__vector unsigned char)__a, __b);
7559 }
7560
7561 // This prototype is deprecated.
7562 static inline __ATTRS_o_ai __vector signed char
7563 vec_srl(__vector signed char __a, __vector unsigned short __b) {
7564   return (__vector signed char)__builtin_s390_vsrl(
7565     (__vector unsigned char)__a, (__vector unsigned char)__b);
7566 }
7567
7568 // This prototype is deprecated.
7569 static inline __ATTRS_o_ai __vector signed char
7570 vec_srl(__vector signed char __a, __vector unsigned int __b) {
7571   return (__vector signed char)__builtin_s390_vsrl(
7572     (__vector unsigned char)__a, (__vector unsigned char)__b);
7573 }
7574
7575 // This prototype is deprecated.
7576 static inline __ATTRS_o_ai __vector __bool char
7577 vec_srl(__vector __bool char __a, __vector unsigned char __b) {
7578   return (__vector __bool char)__builtin_s390_vsrl(
7579     (__vector unsigned char)__a, __b);
7580 }
7581
7582 // This prototype is deprecated.
7583 static inline __ATTRS_o_ai __vector __bool char
7584 vec_srl(__vector __bool char __a, __vector unsigned short __b) {
7585   return (__vector __bool char)__builtin_s390_vsrl(
7586     (__vector unsigned char)__a, (__vector unsigned char)__b);
7587 }
7588
7589 // This prototype is deprecated.
7590 static inline __ATTRS_o_ai __vector __bool char
7591 vec_srl(__vector __bool char __a, __vector unsigned int __b) {
7592   return (__vector __bool char)__builtin_s390_vsrl(
7593     (__vector unsigned char)__a, (__vector unsigned char)__b);
7594 }
7595
7596 static inline __ATTRS_o_ai __vector unsigned char
7597 vec_srl(__vector unsigned char __a, __vector unsigned char __b) {
7598   return __builtin_s390_vsrl(__a, __b);
7599 }
7600
7601 // This prototype is deprecated.
7602 static inline __ATTRS_o_ai __vector unsigned char
7603 vec_srl(__vector unsigned char __a, __vector unsigned short __b) {
7604   return __builtin_s390_vsrl(__a, (__vector unsigned char)__b);
7605 }
7606
7607 // This prototype is deprecated.
7608 static inline __ATTRS_o_ai __vector unsigned char
7609 vec_srl(__vector unsigned char __a, __vector unsigned int __b) {
7610   return __builtin_s390_vsrl(__a, (__vector unsigned char)__b);
7611 }
7612
7613 static inline __ATTRS_o_ai __vector signed short
7614 vec_srl(__vector signed short __a, __vector unsigned char __b) {
7615   return (__vector signed short)__builtin_s390_vsrl(
7616     (__vector unsigned char)__a, __b);
7617 }
7618
7619 // This prototype is deprecated.
7620 static inline __ATTRS_o_ai __vector signed short
7621 vec_srl(__vector signed short __a, __vector unsigned short __b) {
7622   return (__vector signed short)__builtin_s390_vsrl(
7623     (__vector unsigned char)__a, (__vector unsigned char)__b);
7624 }
7625
7626 // This prototype is deprecated.
7627 static inline __ATTRS_o_ai __vector signed short
7628 vec_srl(__vector signed short __a, __vector unsigned int __b) {
7629   return (__vector signed short)__builtin_s390_vsrl(
7630     (__vector unsigned char)__a, (__vector unsigned char)__b);
7631 }
7632
7633 // This prototype is deprecated.
7634 static inline __ATTRS_o_ai __vector __bool short
7635 vec_srl(__vector __bool short __a, __vector unsigned char __b) {
7636   return (__vector __bool short)__builtin_s390_vsrl(
7637     (__vector unsigned char)__a, __b);
7638 }
7639
7640 // This prototype is deprecated.
7641 static inline __ATTRS_o_ai __vector __bool short
7642 vec_srl(__vector __bool short __a, __vector unsigned short __b) {
7643   return (__vector __bool short)__builtin_s390_vsrl(
7644     (__vector unsigned char)__a, (__vector unsigned char)__b);
7645 }
7646
7647 // This prototype is deprecated.
7648 static inline __ATTRS_o_ai __vector __bool short
7649 vec_srl(__vector __bool short __a, __vector unsigned int __b) {
7650   return (__vector __bool short)__builtin_s390_vsrl(
7651     (__vector unsigned char)__a, (__vector unsigned char)__b);
7652 }
7653
7654 static inline __ATTRS_o_ai __vector unsigned short
7655 vec_srl(__vector unsigned short __a, __vector unsigned char __b) {
7656   return (__vector unsigned short)__builtin_s390_vsrl(
7657     (__vector unsigned char)__a, __b);
7658 }
7659
7660 // This prototype is deprecated.
7661 static inline __ATTRS_o_ai __vector unsigned short
7662 vec_srl(__vector unsigned short __a, __vector unsigned short __b) {
7663   return (__vector unsigned short)__builtin_s390_vsrl(
7664     (__vector unsigned char)__a, (__vector unsigned char)__b);
7665 }
7666
7667 // This prototype is deprecated.
7668 static inline __ATTRS_o_ai __vector unsigned short
7669 vec_srl(__vector unsigned short __a, __vector unsigned int __b) {
7670   return (__vector unsigned short)__builtin_s390_vsrl(
7671     (__vector unsigned char)__a, (__vector unsigned char)__b);
7672 }
7673
7674 static inline __ATTRS_o_ai __vector signed int
7675 vec_srl(__vector signed int __a, __vector unsigned char __b) {
7676   return (__vector signed int)__builtin_s390_vsrl(
7677     (__vector unsigned char)__a, __b);
7678 }
7679
7680 // This prototype is deprecated.
7681 static inline __ATTRS_o_ai __vector signed int
7682 vec_srl(__vector signed int __a, __vector unsigned short __b) {
7683   return (__vector signed int)__builtin_s390_vsrl(
7684     (__vector unsigned char)__a, (__vector unsigned char)__b);
7685 }
7686
7687 // This prototype is deprecated.
7688 static inline __ATTRS_o_ai __vector signed int
7689 vec_srl(__vector signed int __a, __vector unsigned int __b) {
7690   return (__vector signed int)__builtin_s390_vsrl(
7691     (__vector unsigned char)__a, (__vector unsigned char)__b);
7692 }
7693
7694 // This prototype is deprecated.
7695 static inline __ATTRS_o_ai __vector __bool int
7696 vec_srl(__vector __bool int __a, __vector unsigned char __b) {
7697   return (__vector __bool int)__builtin_s390_vsrl(
7698     (__vector unsigned char)__a, __b);
7699 }
7700
7701 // This prototype is deprecated.
7702 static inline __ATTRS_o_ai __vector __bool int
7703 vec_srl(__vector __bool int __a, __vector unsigned short __b) {
7704   return (__vector __bool int)__builtin_s390_vsrl(
7705     (__vector unsigned char)__a, (__vector unsigned char)__b);
7706 }
7707
7708 // This prototype is deprecated.
7709 static inline __ATTRS_o_ai __vector __bool int
7710 vec_srl(__vector __bool int __a, __vector unsigned int __b) {
7711   return (__vector __bool int)__builtin_s390_vsrl(
7712     (__vector unsigned char)__a, (__vector unsigned char)__b);
7713 }
7714
7715 static inline __ATTRS_o_ai __vector unsigned int
7716 vec_srl(__vector unsigned int __a, __vector unsigned char __b) {
7717   return (__vector unsigned int)__builtin_s390_vsrl(
7718     (__vector unsigned char)__a, __b);
7719 }
7720
7721 // This prototype is deprecated.
7722 static inline __ATTRS_o_ai __vector unsigned int
7723 vec_srl(__vector unsigned int __a, __vector unsigned short __b) {
7724   return (__vector unsigned int)__builtin_s390_vsrl(
7725     (__vector unsigned char)__a, (__vector unsigned char)__b);
7726 }
7727
7728 // This prototype is deprecated.
7729 static inline __ATTRS_o_ai __vector unsigned int
7730 vec_srl(__vector unsigned int __a, __vector unsigned int __b) {
7731   return (__vector unsigned int)__builtin_s390_vsrl(
7732     (__vector unsigned char)__a, (__vector unsigned char)__b);
7733 }
7734
7735 static inline __ATTRS_o_ai __vector signed long long
7736 vec_srl(__vector signed long long __a, __vector unsigned char __b) {
7737   return (__vector signed long long)__builtin_s390_vsrl(
7738     (__vector unsigned char)__a, __b);
7739 }
7740
7741 // This prototype is deprecated.
7742 static inline __ATTRS_o_ai __vector signed long long
7743 vec_srl(__vector signed long long __a, __vector unsigned short __b) {
7744   return (__vector signed long long)__builtin_s390_vsrl(
7745     (__vector unsigned char)__a, (__vector unsigned char)__b);
7746 }
7747
7748 // This prototype is deprecated.
7749 static inline __ATTRS_o_ai __vector signed long long
7750 vec_srl(__vector signed long long __a, __vector unsigned int __b) {
7751   return (__vector signed long long)__builtin_s390_vsrl(
7752     (__vector unsigned char)__a, (__vector unsigned char)__b);
7753 }
7754
7755 // This prototype is deprecated.
7756 static inline __ATTRS_o_ai __vector __bool long long
7757 vec_srl(__vector __bool long long __a, __vector unsigned char __b) {
7758   return (__vector __bool long long)__builtin_s390_vsrl(
7759     (__vector unsigned char)__a, __b);
7760 }
7761
7762 // This prototype is deprecated.
7763 static inline __ATTRS_o_ai __vector __bool long long
7764 vec_srl(__vector __bool long long __a, __vector unsigned short __b) {
7765   return (__vector __bool long long)__builtin_s390_vsrl(
7766     (__vector unsigned char)__a, (__vector unsigned char)__b);
7767 }
7768
7769 // This prototype is deprecated.
7770 static inline __ATTRS_o_ai __vector __bool long long
7771 vec_srl(__vector __bool long long __a, __vector unsigned int __b) {
7772   return (__vector __bool long long)__builtin_s390_vsrl(
7773     (__vector unsigned char)__a, (__vector unsigned char)__b);
7774 }
7775
7776 static inline __ATTRS_o_ai __vector unsigned long long
7777 vec_srl(__vector unsigned long long __a, __vector unsigned char __b) {
7778   return (__vector unsigned long long)__builtin_s390_vsrl(
7779     (__vector unsigned char)__a, __b);
7780 }
7781
7782 // This prototype is deprecated.
7783 static inline __ATTRS_o_ai __vector unsigned long long
7784 vec_srl(__vector unsigned long long __a, __vector unsigned short __b) {
7785   return (__vector unsigned long long)__builtin_s390_vsrl(
7786     (__vector unsigned char)__a, (__vector unsigned char)__b);
7787 }
7788
7789 // This prototype is deprecated.
7790 static inline __ATTRS_o_ai __vector unsigned long long
7791 vec_srl(__vector unsigned long long __a, __vector unsigned int __b) {
7792   return (__vector unsigned long long)__builtin_s390_vsrl(
7793     (__vector unsigned char)__a, (__vector unsigned char)__b);
7794 }
7795
7796 /*-- vec_srb ----------------------------------------------------------------*/
7797
7798 static inline __ATTRS_o_ai __vector signed char
7799 vec_srb(__vector signed char __a, __vector signed char __b) {
7800   return (__vector signed char)__builtin_s390_vsrlb(
7801     (__vector unsigned char)__a, (__vector unsigned char)__b);
7802 }
7803
7804 static inline __ATTRS_o_ai __vector signed char
7805 vec_srb(__vector signed char __a, __vector unsigned char __b) {
7806   return (__vector signed char)__builtin_s390_vsrlb(
7807     (__vector unsigned char)__a, __b);
7808 }
7809
7810 static inline __ATTRS_o_ai __vector unsigned char
7811 vec_srb(__vector unsigned char __a, __vector signed char __b) {
7812   return __builtin_s390_vsrlb(__a, (__vector unsigned char)__b);
7813 }
7814
7815 static inline __ATTRS_o_ai __vector unsigned char
7816 vec_srb(__vector unsigned char __a, __vector unsigned char __b) {
7817   return __builtin_s390_vsrlb(__a, __b);
7818 }
7819
7820 static inline __ATTRS_o_ai __vector signed short
7821 vec_srb(__vector signed short __a, __vector signed short __b) {
7822   return (__vector signed short)__builtin_s390_vsrlb(
7823     (__vector unsigned char)__a, (__vector unsigned char)__b);
7824 }
7825
7826 static inline __ATTRS_o_ai __vector signed short
7827 vec_srb(__vector signed short __a, __vector unsigned short __b) {
7828   return (__vector signed short)__builtin_s390_vsrlb(
7829     (__vector unsigned char)__a, (__vector unsigned char)__b);
7830 }
7831
7832 static inline __ATTRS_o_ai __vector unsigned short
7833 vec_srb(__vector unsigned short __a, __vector signed short __b) {
7834   return (__vector unsigned short)__builtin_s390_vsrlb(
7835     (__vector unsigned char)__a, (__vector unsigned char)__b);
7836 }
7837
7838 static inline __ATTRS_o_ai __vector unsigned short
7839 vec_srb(__vector unsigned short __a, __vector unsigned short __b) {
7840   return (__vector unsigned short)__builtin_s390_vsrlb(
7841     (__vector unsigned char)__a, (__vector unsigned char)__b);
7842 }
7843
7844 static inline __ATTRS_o_ai __vector signed int
7845 vec_srb(__vector signed int __a, __vector signed int __b) {
7846   return (__vector signed int)__builtin_s390_vsrlb(
7847     (__vector unsigned char)__a, (__vector unsigned char)__b);
7848 }
7849
7850 static inline __ATTRS_o_ai __vector signed int
7851 vec_srb(__vector signed int __a, __vector unsigned int __b) {
7852   return (__vector signed int)__builtin_s390_vsrlb(
7853     (__vector unsigned char)__a, (__vector unsigned char)__b);
7854 }
7855
7856 static inline __ATTRS_o_ai __vector unsigned int
7857 vec_srb(__vector unsigned int __a, __vector signed int __b) {
7858   return (__vector unsigned int)__builtin_s390_vsrlb(
7859     (__vector unsigned char)__a, (__vector unsigned char)__b);
7860 }
7861
7862 static inline __ATTRS_o_ai __vector unsigned int
7863 vec_srb(__vector unsigned int __a, __vector unsigned int __b) {
7864   return (__vector unsigned int)__builtin_s390_vsrlb(
7865     (__vector unsigned char)__a, (__vector unsigned char)__b);
7866 }
7867
7868 static inline __ATTRS_o_ai __vector signed long long
7869 vec_srb(__vector signed long long __a, __vector signed long long __b) {
7870   return (__vector signed long long)__builtin_s390_vsrlb(
7871     (__vector unsigned char)__a, (__vector unsigned char)__b);
7872 }
7873
7874 static inline __ATTRS_o_ai __vector signed long long
7875 vec_srb(__vector signed long long __a, __vector unsigned long long __b) {
7876   return (__vector signed long long)__builtin_s390_vsrlb(
7877     (__vector unsigned char)__a, (__vector unsigned char)__b);
7878 }
7879
7880 static inline __ATTRS_o_ai __vector unsigned long long
7881 vec_srb(__vector unsigned long long __a, __vector signed long long __b) {
7882   return (__vector unsigned long long)__builtin_s390_vsrlb(
7883     (__vector unsigned char)__a, (__vector unsigned char)__b);
7884 }
7885
7886 static inline __ATTRS_o_ai __vector unsigned long long
7887 vec_srb(__vector unsigned long long __a, __vector unsigned long long __b) {
7888   return (__vector unsigned long long)__builtin_s390_vsrlb(
7889     (__vector unsigned char)__a, (__vector unsigned char)__b);
7890 }
7891
7892 #if __ARCH__ >= 12
7893 static inline __ATTRS_o_ai __vector float
7894 vec_srb(__vector float __a, __vector signed int __b) {
7895   return (__vector float)__builtin_s390_vsrlb(
7896     (__vector unsigned char)__a, (__vector unsigned char)__b);
7897 }
7898
7899 static inline __ATTRS_o_ai __vector float
7900 vec_srb(__vector float __a, __vector unsigned int __b) {
7901   return (__vector float)__builtin_s390_vsrlb(
7902     (__vector unsigned char)__a, (__vector unsigned char)__b);
7903 }
7904 #endif
7905
7906 static inline __ATTRS_o_ai __vector double
7907 vec_srb(__vector double __a, __vector signed long long __b) {
7908   return (__vector double)__builtin_s390_vsrlb(
7909     (__vector unsigned char)__a, (__vector unsigned char)__b);
7910 }
7911
7912 static inline __ATTRS_o_ai __vector double
7913 vec_srb(__vector double __a, __vector unsigned long long __b) {
7914   return (__vector double)__builtin_s390_vsrlb(
7915     (__vector unsigned char)__a, (__vector unsigned char)__b);
7916 }
7917
7918 /*-- vec_srdb ---------------------------------------------------------------*/
7919
7920 #if __ARCH__ >= 13
7921
7922 extern __ATTRS_o __vector signed char
7923 vec_srdb(__vector signed char __a, __vector signed char __b, int __c)
7924   __constant_range(__c, 0, 7);
7925
7926 extern __ATTRS_o __vector unsigned char
7927 vec_srdb(__vector unsigned char __a, __vector unsigned char __b, int __c)
7928   __constant_range(__c, 0, 7);
7929
7930 extern __ATTRS_o __vector signed short
7931 vec_srdb(__vector signed short __a, __vector signed short __b, int __c)
7932   __constant_range(__c, 0, 7);
7933
7934 extern __ATTRS_o __vector unsigned short
7935 vec_srdb(__vector unsigned short __a, __vector unsigned short __b, int __c)
7936   __constant_range(__c, 0, 7);
7937
7938 extern __ATTRS_o __vector signed int
7939 vec_srdb(__vector signed int __a, __vector signed int __b, int __c)
7940   __constant_range(__c, 0, 7);
7941
7942 extern __ATTRS_o __vector unsigned int
7943 vec_srdb(__vector unsigned int __a, __vector unsigned int __b, int __c)
7944   __constant_range(__c, 0, 7);
7945
7946 extern __ATTRS_o __vector signed long long
7947 vec_srdb(__vector signed long long __a, __vector signed long long __b, int __c)
7948   __constant_range(__c, 0, 7);
7949
7950 extern __ATTRS_o __vector unsigned long long
7951 vec_srdb(__vector unsigned long long __a, __vector unsigned long long __b,
7952          int __c)
7953   __constant_range(__c, 0, 7);
7954
7955 extern __ATTRS_o __vector float
7956 vec_srdb(__vector float __a, __vector float __b, int __c)
7957   __constant_range(__c, 0, 7);
7958
7959 extern __ATTRS_o __vector double
7960 vec_srdb(__vector double __a, __vector double __b, int __c)
7961   __constant_range(__c, 0, 7);
7962
7963 #define vec_srdb(X, Y, Z) ((__typeof__((vec_srdb)((X), (Y), (Z)))) \
7964   __builtin_s390_vsrd((__vector unsigned char)(X), \
7965                       (__vector unsigned char)(Y), (Z)))
7966
7967 #endif
7968
7969 /*-- vec_abs ----------------------------------------------------------------*/
7970
7971 static inline __ATTRS_o_ai __vector signed char
7972 vec_abs(__vector signed char __a) {
7973   return vec_sel(__a, -__a, vec_cmplt(__a, (__vector signed char)0));
7974 }
7975
7976 static inline __ATTRS_o_ai __vector signed short
7977 vec_abs(__vector signed short __a) {
7978   return vec_sel(__a, -__a, vec_cmplt(__a, (__vector signed short)0));
7979 }
7980
7981 static inline __ATTRS_o_ai __vector signed int
7982 vec_abs(__vector signed int __a) {
7983   return vec_sel(__a, -__a, vec_cmplt(__a, (__vector signed int)0));
7984 }
7985
7986 static inline __ATTRS_o_ai __vector signed long long
7987 vec_abs(__vector signed long long __a) {
7988   return vec_sel(__a, -__a, vec_cmplt(__a, (__vector signed long long)0));
7989 }
7990
7991 #if __ARCH__ >= 12
7992 static inline __ATTRS_o_ai __vector float
7993 vec_abs(__vector float __a) {
7994   return __builtin_s390_vflpsb(__a);
7995 }
7996 #endif
7997
7998 static inline __ATTRS_o_ai __vector double
7999 vec_abs(__vector double __a) {
8000   return __builtin_s390_vflpdb(__a);
8001 }
8002
8003 /*-- vec_nabs ---------------------------------------------------------------*/
8004
8005 #if __ARCH__ >= 12
8006 static inline __ATTRS_o_ai __vector float
8007 vec_nabs(__vector float __a) {
8008   return __builtin_s390_vflnsb(__a);
8009 }
8010 #endif
8011
8012 static inline __ATTRS_o_ai __vector double
8013 vec_nabs(__vector double __a) {
8014   return __builtin_s390_vflndb(__a);
8015 }
8016
8017 /*-- vec_max ----------------------------------------------------------------*/
8018
8019 static inline __ATTRS_o_ai __vector signed char
8020 vec_max(__vector signed char __a, __vector signed char __b) {
8021   return vec_sel(__b, __a, vec_cmpgt(__a, __b));
8022 }
8023
8024 // This prototype is deprecated.
8025 static inline __ATTRS_o_ai __vector signed char
8026 vec_max(__vector signed char __a, __vector __bool char __b) {
8027   __vector signed char __bc = (__vector signed char)__b;
8028   return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
8029 }
8030
8031 // This prototype is deprecated.
8032 static inline __ATTRS_o_ai __vector signed char
8033 vec_max(__vector __bool char __a, __vector signed char __b) {
8034   __vector signed char __ac = (__vector signed char)__a;
8035   return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
8036 }
8037
8038 static inline __ATTRS_o_ai __vector unsigned char
8039 vec_max(__vector unsigned char __a, __vector unsigned char __b) {
8040   return vec_sel(__b, __a, vec_cmpgt(__a, __b));
8041 }
8042
8043 // This prototype is deprecated.
8044 static inline __ATTRS_o_ai __vector unsigned char
8045 vec_max(__vector unsigned char __a, __vector __bool char __b) {
8046   __vector unsigned char __bc = (__vector unsigned char)__b;
8047   return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
8048 }
8049
8050 // This prototype is deprecated.
8051 static inline __ATTRS_o_ai __vector unsigned char
8052 vec_max(__vector __bool char __a, __vector unsigned char __b) {
8053   __vector unsigned char __ac = (__vector unsigned char)__a;
8054   return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
8055 }
8056
8057 static inline __ATTRS_o_ai __vector signed short
8058 vec_max(__vector signed short __a, __vector signed short __b) {
8059   return vec_sel(__b, __a, vec_cmpgt(__a, __b));
8060 }
8061
8062 // This prototype is deprecated.
8063 static inline __ATTRS_o_ai __vector signed short
8064 vec_max(__vector signed short __a, __vector __bool short __b) {
8065   __vector signed short __bc = (__vector signed short)__b;
8066   return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
8067 }
8068
8069 // This prototype is deprecated.
8070 static inline __ATTRS_o_ai __vector signed short
8071 vec_max(__vector __bool short __a, __vector signed short __b) {
8072   __vector signed short __ac = (__vector signed short)__a;
8073   return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
8074 }
8075
8076 static inline __ATTRS_o_ai __vector unsigned short
8077 vec_max(__vector unsigned short __a, __vector unsigned short __b) {
8078   return vec_sel(__b, __a, vec_cmpgt(__a, __b));
8079 }
8080
8081 // This prototype is deprecated.
8082 static inline __ATTRS_o_ai __vector unsigned short
8083 vec_max(__vector unsigned short __a, __vector __bool short __b) {
8084   __vector unsigned short __bc = (__vector unsigned short)__b;
8085   return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
8086 }
8087
8088 // This prototype is deprecated.
8089 static inline __ATTRS_o_ai __vector unsigned short
8090 vec_max(__vector __bool short __a, __vector unsigned short __b) {
8091   __vector unsigned short __ac = (__vector unsigned short)__a;
8092   return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
8093 }
8094
8095 static inline __ATTRS_o_ai __vector signed int
8096 vec_max(__vector signed int __a, __vector signed int __b) {
8097   return vec_sel(__b, __a, vec_cmpgt(__a, __b));
8098 }
8099
8100 // This prototype is deprecated.
8101 static inline __ATTRS_o_ai __vector signed int
8102 vec_max(__vector signed int __a, __vector __bool int __b) {
8103   __vector signed int __bc = (__vector signed int)__b;
8104   return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
8105 }
8106
8107 // This prototype is deprecated.
8108 static inline __ATTRS_o_ai __vector signed int
8109 vec_max(__vector __bool int __a, __vector signed int __b) {
8110   __vector signed int __ac = (__vector signed int)__a;
8111   return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
8112 }
8113
8114 static inline __ATTRS_o_ai __vector unsigned int
8115 vec_max(__vector unsigned int __a, __vector unsigned int __b) {
8116   return vec_sel(__b, __a, vec_cmpgt(__a, __b));
8117 }
8118
8119 // This prototype is deprecated.
8120 static inline __ATTRS_o_ai __vector unsigned int
8121 vec_max(__vector unsigned int __a, __vector __bool int __b) {
8122   __vector unsigned int __bc = (__vector unsigned int)__b;
8123   return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
8124 }
8125
8126 // This prototype is deprecated.
8127 static inline __ATTRS_o_ai __vector unsigned int
8128 vec_max(__vector __bool int __a, __vector unsigned int __b) {
8129   __vector unsigned int __ac = (__vector unsigned int)__a;
8130   return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
8131 }
8132
8133 static inline __ATTRS_o_ai __vector signed long long
8134 vec_max(__vector signed long long __a, __vector signed long long __b) {
8135   return vec_sel(__b, __a, vec_cmpgt(__a, __b));
8136 }
8137
8138 // This prototype is deprecated.
8139 static inline __ATTRS_o_ai __vector signed long long
8140 vec_max(__vector signed long long __a, __vector __bool long long __b) {
8141   __vector signed long long __bc = (__vector signed long long)__b;
8142   return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
8143 }
8144
8145 // This prototype is deprecated.
8146 static inline __ATTRS_o_ai __vector signed long long
8147 vec_max(__vector __bool long long __a, __vector signed long long __b) {
8148   __vector signed long long __ac = (__vector signed long long)__a;
8149   return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
8150 }
8151
8152 static inline __ATTRS_o_ai __vector unsigned long long
8153 vec_max(__vector unsigned long long __a, __vector unsigned long long __b) {
8154   return vec_sel(__b, __a, vec_cmpgt(__a, __b));
8155 }
8156
8157 // This prototype is deprecated.
8158 static inline __ATTRS_o_ai __vector unsigned long long
8159 vec_max(__vector unsigned long long __a, __vector __bool long long __b) {
8160   __vector unsigned long long __bc = (__vector unsigned long long)__b;
8161   return vec_sel(__bc, __a, vec_cmpgt(__a, __bc));
8162 }
8163
8164 // This prototype is deprecated.
8165 static inline __ATTRS_o_ai __vector unsigned long long
8166 vec_max(__vector __bool long long __a, __vector unsigned long long __b) {
8167   __vector unsigned long long __ac = (__vector unsigned long long)__a;
8168   return vec_sel(__b, __ac, vec_cmpgt(__ac, __b));
8169 }
8170
8171 #if __ARCH__ >= 12
8172 static inline __ATTRS_o_ai __vector float
8173 vec_max(__vector float __a, __vector float __b) {
8174   return __builtin_s390_vfmaxsb(__a, __b, 0);
8175 }
8176 #endif
8177
8178 static inline __ATTRS_o_ai __vector double
8179 vec_max(__vector double __a, __vector double __b) {
8180 #if __ARCH__ >= 12
8181   return __builtin_s390_vfmaxdb(__a, __b, 0);
8182 #else
8183   return vec_sel(__b, __a, vec_cmpgt(__a, __b));
8184 #endif
8185 }
8186
8187 /*-- vec_min ----------------------------------------------------------------*/
8188
8189 static inline __ATTRS_o_ai __vector signed char
8190 vec_min(__vector signed char __a, __vector signed char __b) {
8191   return vec_sel(__a, __b, vec_cmpgt(__a, __b));
8192 }
8193
8194 // This prototype is deprecated.
8195 static inline __ATTRS_o_ai __vector signed char
8196 vec_min(__vector signed char __a, __vector __bool char __b) {
8197   __vector signed char __bc = (__vector signed char)__b;
8198   return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
8199 }
8200
8201 // This prototype is deprecated.
8202 static inline __ATTRS_o_ai __vector signed char
8203 vec_min(__vector __bool char __a, __vector signed char __b) {
8204   __vector signed char __ac = (__vector signed char)__a;
8205   return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
8206 }
8207
8208 static inline __ATTRS_o_ai __vector unsigned char
8209 vec_min(__vector unsigned char __a, __vector unsigned char __b) {
8210   return vec_sel(__a, __b, vec_cmpgt(__a, __b));
8211 }
8212
8213 // This prototype is deprecated.
8214 static inline __ATTRS_o_ai __vector unsigned char
8215 vec_min(__vector unsigned char __a, __vector __bool char __b) {
8216   __vector unsigned char __bc = (__vector unsigned char)__b;
8217   return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
8218 }
8219
8220 // This prototype is deprecated.
8221 static inline __ATTRS_o_ai __vector unsigned char
8222 vec_min(__vector __bool char __a, __vector unsigned char __b) {
8223   __vector unsigned char __ac = (__vector unsigned char)__a;
8224   return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
8225 }
8226
8227 static inline __ATTRS_o_ai __vector signed short
8228 vec_min(__vector signed short __a, __vector signed short __b) {
8229   return vec_sel(__a, __b, vec_cmpgt(__a, __b));
8230 }
8231
8232 // This prototype is deprecated.
8233 static inline __ATTRS_o_ai __vector signed short
8234 vec_min(__vector signed short __a, __vector __bool short __b) {
8235   __vector signed short __bc = (__vector signed short)__b;
8236   return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
8237 }
8238
8239 // This prototype is deprecated.
8240 static inline __ATTRS_o_ai __vector signed short
8241 vec_min(__vector __bool short __a, __vector signed short __b) {
8242   __vector signed short __ac = (__vector signed short)__a;
8243   return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
8244 }
8245
8246 static inline __ATTRS_o_ai __vector unsigned short
8247 vec_min(__vector unsigned short __a, __vector unsigned short __b) {
8248   return vec_sel(__a, __b, vec_cmpgt(__a, __b));
8249 }
8250
8251 // This prototype is deprecated.
8252 static inline __ATTRS_o_ai __vector unsigned short
8253 vec_min(__vector unsigned short __a, __vector __bool short __b) {
8254   __vector unsigned short __bc = (__vector unsigned short)__b;
8255   return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
8256 }
8257
8258 // This prototype is deprecated.
8259 static inline __ATTRS_o_ai __vector unsigned short
8260 vec_min(__vector __bool short __a, __vector unsigned short __b) {
8261   __vector unsigned short __ac = (__vector unsigned short)__a;
8262   return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
8263 }
8264
8265 static inline __ATTRS_o_ai __vector signed int
8266 vec_min(__vector signed int __a, __vector signed int __b) {
8267   return vec_sel(__a, __b, vec_cmpgt(__a, __b));
8268 }
8269
8270 // This prototype is deprecated.
8271 static inline __ATTRS_o_ai __vector signed int
8272 vec_min(__vector signed int __a, __vector __bool int __b) {
8273   __vector signed int __bc = (__vector signed int)__b;
8274   return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
8275 }
8276
8277 // This prototype is deprecated.
8278 static inline __ATTRS_o_ai __vector signed int
8279 vec_min(__vector __bool int __a, __vector signed int __b) {
8280   __vector signed int __ac = (__vector signed int)__a;
8281   return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
8282 }
8283
8284 static inline __ATTRS_o_ai __vector unsigned int
8285 vec_min(__vector unsigned int __a, __vector unsigned int __b) {
8286   return vec_sel(__a, __b, vec_cmpgt(__a, __b));
8287 }
8288
8289 // This prototype is deprecated.
8290 static inline __ATTRS_o_ai __vector unsigned int
8291 vec_min(__vector unsigned int __a, __vector __bool int __b) {
8292   __vector unsigned int __bc = (__vector unsigned int)__b;
8293   return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
8294 }
8295
8296 // This prototype is deprecated.
8297 static inline __ATTRS_o_ai __vector unsigned int
8298 vec_min(__vector __bool int __a, __vector unsigned int __b) {
8299   __vector unsigned int __ac = (__vector unsigned int)__a;
8300   return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
8301 }
8302
8303 static inline __ATTRS_o_ai __vector signed long long
8304 vec_min(__vector signed long long __a, __vector signed long long __b) {
8305   return vec_sel(__a, __b, vec_cmpgt(__a, __b));
8306 }
8307
8308 // This prototype is deprecated.
8309 static inline __ATTRS_o_ai __vector signed long long
8310 vec_min(__vector signed long long __a, __vector __bool long long __b) {
8311   __vector signed long long __bc = (__vector signed long long)__b;
8312   return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
8313 }
8314
8315 // This prototype is deprecated.
8316 static inline __ATTRS_o_ai __vector signed long long
8317 vec_min(__vector __bool long long __a, __vector signed long long __b) {
8318   __vector signed long long __ac = (__vector signed long long)__a;
8319   return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
8320 }
8321
8322 static inline __ATTRS_o_ai __vector unsigned long long
8323 vec_min(__vector unsigned long long __a, __vector unsigned long long __b) {
8324   return vec_sel(__a, __b, vec_cmpgt(__a, __b));
8325 }
8326
8327 // This prototype is deprecated.
8328 static inline __ATTRS_o_ai __vector unsigned long long
8329 vec_min(__vector unsigned long long __a, __vector __bool long long __b) {
8330   __vector unsigned long long __bc = (__vector unsigned long long)__b;
8331   return vec_sel(__a, __bc, vec_cmpgt(__a, __bc));
8332 }
8333
8334 // This prototype is deprecated.
8335 static inline __ATTRS_o_ai __vector unsigned long long
8336 vec_min(__vector __bool long long __a, __vector unsigned long long __b) {
8337   __vector unsigned long long __ac = (__vector unsigned long long)__a;
8338   return vec_sel(__ac, __b, vec_cmpgt(__ac, __b));
8339 }
8340
8341 #if __ARCH__ >= 12
8342 static inline __ATTRS_o_ai __vector float
8343 vec_min(__vector float __a, __vector float __b) {
8344   return __builtin_s390_vfminsb(__a, __b, 0);
8345 }
8346 #endif
8347
8348 static inline __ATTRS_o_ai __vector double
8349 vec_min(__vector double __a, __vector double __b) {
8350 #if __ARCH__ >= 12
8351   return __builtin_s390_vfmindb(__a, __b, 0);
8352 #else
8353   return vec_sel(__a, __b, vec_cmpgt(__a, __b));
8354 #endif
8355 }
8356
8357 /*-- vec_add_u128 -----------------------------------------------------------*/
8358
8359 static inline __ATTRS_ai __vector unsigned char
8360 vec_add_u128(__vector unsigned char __a, __vector unsigned char __b) {
8361   return __builtin_s390_vaq(__a, __b);
8362 }
8363
8364 /*-- vec_addc ---------------------------------------------------------------*/
8365
8366 static inline __ATTRS_o_ai __vector unsigned char
8367 vec_addc(__vector unsigned char __a, __vector unsigned char __b) {
8368   return __builtin_s390_vaccb(__a, __b);
8369 }
8370
8371 static inline __ATTRS_o_ai __vector unsigned short
8372 vec_addc(__vector unsigned short __a, __vector unsigned short __b) {
8373   return __builtin_s390_vacch(__a, __b);
8374 }
8375
8376 static inline __ATTRS_o_ai __vector unsigned int
8377 vec_addc(__vector unsigned int __a, __vector unsigned int __b) {
8378   return __builtin_s390_vaccf(__a, __b);
8379 }
8380
8381 static inline __ATTRS_o_ai __vector unsigned long long
8382 vec_addc(__vector unsigned long long __a, __vector unsigned long long __b) {
8383   return __builtin_s390_vaccg(__a, __b);
8384 }
8385
8386 /*-- vec_addc_u128 ----------------------------------------------------------*/
8387
8388 static inline __ATTRS_ai __vector unsigned char
8389 vec_addc_u128(__vector unsigned char __a, __vector unsigned char __b) {
8390   return __builtin_s390_vaccq(__a, __b);
8391 }
8392
8393 /*-- vec_adde_u128 ----------------------------------------------------------*/
8394
8395 static inline __ATTRS_ai __vector unsigned char
8396 vec_adde_u128(__vector unsigned char __a, __vector unsigned char __b,
8397               __vector unsigned char __c) {
8398   return __builtin_s390_vacq(__a, __b, __c);
8399 }
8400
8401 /*-- vec_addec_u128 ---------------------------------------------------------*/
8402
8403 static inline __ATTRS_ai __vector unsigned char
8404 vec_addec_u128(__vector unsigned char __a, __vector unsigned char __b,
8405                __vector unsigned char __c) {
8406   return __builtin_s390_vacccq(__a, __b, __c);
8407 }
8408
8409 /*-- vec_avg ----------------------------------------------------------------*/
8410
8411 static inline __ATTRS_o_ai __vector signed char
8412 vec_avg(__vector signed char __a, __vector signed char __b) {
8413   return __builtin_s390_vavgb(__a, __b);
8414 }
8415
8416 static inline __ATTRS_o_ai __vector signed short
8417 vec_avg(__vector signed short __a, __vector signed short __b) {
8418   return __builtin_s390_vavgh(__a, __b);
8419 }
8420
8421 static inline __ATTRS_o_ai __vector signed int
8422 vec_avg(__vector signed int __a, __vector signed int __b) {
8423   return __builtin_s390_vavgf(__a, __b);
8424 }
8425
8426 static inline __ATTRS_o_ai __vector signed long long
8427 vec_avg(__vector signed long long __a, __vector signed long long __b) {
8428   return __builtin_s390_vavgg(__a, __b);
8429 }
8430
8431 static inline __ATTRS_o_ai __vector unsigned char
8432 vec_avg(__vector unsigned char __a, __vector unsigned char __b) {
8433   return __builtin_s390_vavglb(__a, __b);
8434 }
8435
8436 static inline __ATTRS_o_ai __vector unsigned short
8437 vec_avg(__vector unsigned short __a, __vector unsigned short __b) {
8438   return __builtin_s390_vavglh(__a, __b);
8439 }
8440
8441 static inline __ATTRS_o_ai __vector unsigned int
8442 vec_avg(__vector unsigned int __a, __vector unsigned int __b) {
8443   return __builtin_s390_vavglf(__a, __b);
8444 }
8445
8446 static inline __ATTRS_o_ai __vector unsigned long long
8447 vec_avg(__vector unsigned long long __a, __vector unsigned long long __b) {
8448   return __builtin_s390_vavglg(__a, __b);
8449 }
8450
8451 /*-- vec_checksum -----------------------------------------------------------*/
8452
8453 static inline __ATTRS_ai __vector unsigned int
8454 vec_checksum(__vector unsigned int __a, __vector unsigned int __b) {
8455   return __builtin_s390_vcksm(__a, __b);
8456 }
8457
8458 /*-- vec_gfmsum -------------------------------------------------------------*/
8459
8460 static inline __ATTRS_o_ai __vector unsigned short
8461 vec_gfmsum(__vector unsigned char __a, __vector unsigned char __b) {
8462   return __builtin_s390_vgfmb(__a, __b);
8463 }
8464
8465 static inline __ATTRS_o_ai __vector unsigned int
8466 vec_gfmsum(__vector unsigned short __a, __vector unsigned short __b) {
8467   return __builtin_s390_vgfmh(__a, __b);
8468 }
8469
8470 static inline __ATTRS_o_ai __vector unsigned long long
8471 vec_gfmsum(__vector unsigned int __a, __vector unsigned int __b) {
8472   return __builtin_s390_vgfmf(__a, __b);
8473 }
8474
8475 /*-- vec_gfmsum_128 ---------------------------------------------------------*/
8476
8477 static inline __ATTRS_o_ai __vector unsigned char
8478 vec_gfmsum_128(__vector unsigned long long __a,
8479                __vector unsigned long long __b) {
8480   return __builtin_s390_vgfmg(__a, __b);
8481 }
8482
8483 /*-- vec_gfmsum_accum -------------------------------------------------------*/
8484
8485 static inline __ATTRS_o_ai __vector unsigned short
8486 vec_gfmsum_accum(__vector unsigned char __a, __vector unsigned char __b,
8487                  __vector unsigned short __c) {
8488   return __builtin_s390_vgfmab(__a, __b, __c);
8489 }
8490
8491 static inline __ATTRS_o_ai __vector unsigned int
8492 vec_gfmsum_accum(__vector unsigned short __a, __vector unsigned short __b,
8493                  __vector unsigned int __c) {
8494   return __builtin_s390_vgfmah(__a, __b, __c);
8495 }
8496
8497 static inline __ATTRS_o_ai __vector unsigned long long
8498 vec_gfmsum_accum(__vector unsigned int __a, __vector unsigned int __b,
8499                  __vector unsigned long long __c) {
8500   return __builtin_s390_vgfmaf(__a, __b, __c);
8501 }
8502
8503 /*-- vec_gfmsum_accum_128 ---------------------------------------------------*/
8504
8505 static inline __ATTRS_o_ai __vector unsigned char
8506 vec_gfmsum_accum_128(__vector unsigned long long __a,
8507                      __vector unsigned long long __b,
8508                      __vector unsigned char __c) {
8509   return __builtin_s390_vgfmag(__a, __b, __c);
8510 }
8511
8512 /*-- vec_mladd --------------------------------------------------------------*/
8513
8514 static inline __ATTRS_o_ai __vector signed char
8515 vec_mladd(__vector signed char __a, __vector signed char __b,
8516           __vector signed char __c) {
8517   return __a * __b + __c;
8518 }
8519
8520 static inline __ATTRS_o_ai __vector signed char
8521 vec_mladd(__vector unsigned char __a, __vector signed char __b,
8522           __vector signed char __c) {
8523   return (__vector signed char)__a * __b + __c;
8524 }
8525
8526 static inline __ATTRS_o_ai __vector signed char
8527 vec_mladd(__vector signed char __a, __vector unsigned char __b,
8528           __vector unsigned char __c) {
8529   return __a * (__vector signed char)__b + (__vector signed char)__c;
8530 }
8531
8532 static inline __ATTRS_o_ai __vector unsigned char
8533 vec_mladd(__vector unsigned char __a, __vector unsigned char __b,
8534           __vector unsigned char __c) {
8535   return __a * __b + __c;
8536 }
8537
8538 static inline __ATTRS_o_ai __vector signed short
8539 vec_mladd(__vector signed short __a, __vector signed short __b,
8540           __vector signed short __c) {
8541   return __a * __b + __c;
8542 }
8543
8544 static inline __ATTRS_o_ai __vector signed short
8545 vec_mladd(__vector unsigned short __a, __vector signed short __b,
8546           __vector signed short __c) {
8547   return (__vector signed short)__a * __b + __c;
8548 }
8549
8550 static inline __ATTRS_o_ai __vector signed short
8551 vec_mladd(__vector signed short __a, __vector unsigned short __b,
8552           __vector unsigned short __c) {
8553   return __a * (__vector signed short)__b + (__vector signed short)__c;
8554 }
8555
8556 static inline __ATTRS_o_ai __vector unsigned short
8557 vec_mladd(__vector unsigned short __a, __vector unsigned short __b,
8558           __vector unsigned short __c) {
8559   return __a * __b + __c;
8560 }
8561
8562 static inline __ATTRS_o_ai __vector signed int
8563 vec_mladd(__vector signed int __a, __vector signed int __b,
8564           __vector signed int __c) {
8565   return __a * __b + __c;
8566 }
8567
8568 static inline __ATTRS_o_ai __vector signed int
8569 vec_mladd(__vector unsigned int __a, __vector signed int __b,
8570           __vector signed int __c) {
8571   return (__vector signed int)__a * __b + __c;
8572 }
8573
8574 static inline __ATTRS_o_ai __vector signed int
8575 vec_mladd(__vector signed int __a, __vector unsigned int __b,
8576           __vector unsigned int __c) {
8577   return __a * (__vector signed int)__b + (__vector signed int)__c;
8578 }
8579
8580 static inline __ATTRS_o_ai __vector unsigned int
8581 vec_mladd(__vector unsigned int __a, __vector unsigned int __b,
8582           __vector unsigned int __c) {
8583   return __a * __b + __c;
8584 }
8585
8586 /*-- vec_mhadd --------------------------------------------------------------*/
8587
8588 static inline __ATTRS_o_ai __vector signed char
8589 vec_mhadd(__vector signed char __a, __vector signed char __b,
8590           __vector signed char __c) {
8591   return __builtin_s390_vmahb(__a, __b, __c);
8592 }
8593
8594 static inline __ATTRS_o_ai __vector unsigned char
8595 vec_mhadd(__vector unsigned char __a, __vector unsigned char __b,
8596           __vector unsigned char __c) {
8597   return __builtin_s390_vmalhb(__a, __b, __c);
8598 }
8599
8600 static inline __ATTRS_o_ai __vector signed short
8601 vec_mhadd(__vector signed short __a, __vector signed short __b,
8602           __vector signed short __c) {
8603   return __builtin_s390_vmahh(__a, __b, __c);
8604 }
8605
8606 static inline __ATTRS_o_ai __vector unsigned short
8607 vec_mhadd(__vector unsigned short __a, __vector unsigned short __b,
8608           __vector unsigned short __c) {
8609   return __builtin_s390_vmalhh(__a, __b, __c);
8610 }
8611
8612 static inline __ATTRS_o_ai __vector signed int
8613 vec_mhadd(__vector signed int __a, __vector signed int __b,
8614           __vector signed int __c) {
8615   return __builtin_s390_vmahf(__a, __b, __c);
8616 }
8617
8618 static inline __ATTRS_o_ai __vector unsigned int
8619 vec_mhadd(__vector unsigned int __a, __vector unsigned int __b,
8620           __vector unsigned int __c) {
8621   return __builtin_s390_vmalhf(__a, __b, __c);
8622 }
8623
8624 /*-- vec_meadd --------------------------------------------------------------*/
8625
8626 static inline __ATTRS_o_ai __vector signed short
8627 vec_meadd(__vector signed char __a, __vector signed char __b,
8628           __vector signed short __c) {
8629   return __builtin_s390_vmaeb(__a, __b, __c);
8630 }
8631
8632 static inline __ATTRS_o_ai __vector unsigned short
8633 vec_meadd(__vector unsigned char __a, __vector unsigned char __b,
8634           __vector unsigned short __c) {
8635   return __builtin_s390_vmaleb(__a, __b, __c);
8636 }
8637
8638 static inline __ATTRS_o_ai __vector signed int
8639 vec_meadd(__vector signed short __a, __vector signed short __b,
8640           __vector signed int __c) {
8641   return __builtin_s390_vmaeh(__a, __b, __c);
8642 }
8643
8644 static inline __ATTRS_o_ai __vector unsigned int
8645 vec_meadd(__vector unsigned short __a, __vector unsigned short __b,
8646           __vector unsigned int __c) {
8647   return __builtin_s390_vmaleh(__a, __b, __c);
8648 }
8649
8650 static inline __ATTRS_o_ai __vector signed long long
8651 vec_meadd(__vector signed int __a, __vector signed int __b,
8652           __vector signed long long __c) {
8653   return __builtin_s390_vmaef(__a, __b, __c);
8654 }
8655
8656 static inline __ATTRS_o_ai __vector unsigned long long
8657 vec_meadd(__vector unsigned int __a, __vector unsigned int __b,
8658           __vector unsigned long long __c) {
8659   return __builtin_s390_vmalef(__a, __b, __c);
8660 }
8661
8662 /*-- vec_moadd --------------------------------------------------------------*/
8663
8664 static inline __ATTRS_o_ai __vector signed short
8665 vec_moadd(__vector signed char __a, __vector signed char __b,
8666           __vector signed short __c) {
8667   return __builtin_s390_vmaob(__a, __b, __c);
8668 }
8669
8670 static inline __ATTRS_o_ai __vector unsigned short
8671 vec_moadd(__vector unsigned char __a, __vector unsigned char __b,
8672           __vector unsigned short __c) {
8673   return __builtin_s390_vmalob(__a, __b, __c);
8674 }
8675
8676 static inline __ATTRS_o_ai __vector signed int
8677 vec_moadd(__vector signed short __a, __vector signed short __b,
8678           __vector signed int __c) {
8679   return __builtin_s390_vmaoh(__a, __b, __c);
8680 }
8681
8682 static inline __ATTRS_o_ai __vector unsigned int
8683 vec_moadd(__vector unsigned short __a, __vector unsigned short __b,
8684           __vector unsigned int __c) {
8685   return __builtin_s390_vmaloh(__a, __b, __c);
8686 }
8687
8688 static inline __ATTRS_o_ai __vector signed long long
8689 vec_moadd(__vector signed int __a, __vector signed int __b,
8690           __vector signed long long __c) {
8691   return __builtin_s390_vmaof(__a, __b, __c);
8692 }
8693
8694 static inline __ATTRS_o_ai __vector unsigned long long
8695 vec_moadd(__vector unsigned int __a, __vector unsigned int __b,
8696           __vector unsigned long long __c) {
8697   return __builtin_s390_vmalof(__a, __b, __c);
8698 }
8699
8700 /*-- vec_mulh ---------------------------------------------------------------*/
8701
8702 static inline __ATTRS_o_ai __vector signed char
8703 vec_mulh(__vector signed char __a, __vector signed char __b) {
8704   return __builtin_s390_vmhb(__a, __b);
8705 }
8706
8707 static inline __ATTRS_o_ai __vector unsigned char
8708 vec_mulh(__vector unsigned char __a, __vector unsigned char __b) {
8709   return __builtin_s390_vmlhb(__a, __b);
8710 }
8711
8712 static inline __ATTRS_o_ai __vector signed short
8713 vec_mulh(__vector signed short __a, __vector signed short __b) {
8714   return __builtin_s390_vmhh(__a, __b);
8715 }
8716
8717 static inline __ATTRS_o_ai __vector unsigned short
8718 vec_mulh(__vector unsigned short __a, __vector unsigned short __b) {
8719   return __builtin_s390_vmlhh(__a, __b);
8720 }
8721
8722 static inline __ATTRS_o_ai __vector signed int
8723 vec_mulh(__vector signed int __a, __vector signed int __b) {
8724   return __builtin_s390_vmhf(__a, __b);
8725 }
8726
8727 static inline __ATTRS_o_ai __vector unsigned int
8728 vec_mulh(__vector unsigned int __a, __vector unsigned int __b) {
8729   return __builtin_s390_vmlhf(__a, __b);
8730 }
8731
8732 /*-- vec_mule ---------------------------------------------------------------*/
8733
8734 static inline __ATTRS_o_ai __vector signed short
8735 vec_mule(__vector signed char __a, __vector signed char __b) {
8736   return __builtin_s390_vmeb(__a, __b);
8737 }
8738
8739 static inline __ATTRS_o_ai __vector unsigned short
8740 vec_mule(__vector unsigned char __a, __vector unsigned char __b) {
8741   return __builtin_s390_vmleb(__a, __b);
8742 }
8743
8744 static inline __ATTRS_o_ai __vector signed int
8745 vec_mule(__vector signed short __a, __vector signed short __b) {
8746   return __builtin_s390_vmeh(__a, __b);
8747 }
8748
8749 static inline __ATTRS_o_ai __vector unsigned int
8750 vec_mule(__vector unsigned short __a, __vector unsigned short __b) {
8751   return __builtin_s390_vmleh(__a, __b);
8752 }
8753
8754 static inline __ATTRS_o_ai __vector signed long long
8755 vec_mule(__vector signed int __a, __vector signed int __b) {
8756   return __builtin_s390_vmef(__a, __b);
8757 }
8758
8759 static inline __ATTRS_o_ai __vector unsigned long long
8760 vec_mule(__vector unsigned int __a, __vector unsigned int __b) {
8761   return __builtin_s390_vmlef(__a, __b);
8762 }
8763
8764 /*-- vec_mulo ---------------------------------------------------------------*/
8765
8766 static inline __ATTRS_o_ai __vector signed short
8767 vec_mulo(__vector signed char __a, __vector signed char __b) {
8768   return __builtin_s390_vmob(__a, __b);
8769 }
8770
8771 static inline __ATTRS_o_ai __vector unsigned short
8772 vec_mulo(__vector unsigned char __a, __vector unsigned char __b) {
8773   return __builtin_s390_vmlob(__a, __b);
8774 }
8775
8776 static inline __ATTRS_o_ai __vector signed int
8777 vec_mulo(__vector signed short __a, __vector signed short __b) {
8778   return __builtin_s390_vmoh(__a, __b);
8779 }
8780
8781 static inline __ATTRS_o_ai __vector unsigned int
8782 vec_mulo(__vector unsigned short __a, __vector unsigned short __b) {
8783   return __builtin_s390_vmloh(__a, __b);
8784 }
8785
8786 static inline __ATTRS_o_ai __vector signed long long
8787 vec_mulo(__vector signed int __a, __vector signed int __b) {
8788   return __builtin_s390_vmof(__a, __b);
8789 }
8790
8791 static inline __ATTRS_o_ai __vector unsigned long long
8792 vec_mulo(__vector unsigned int __a, __vector unsigned int __b) {
8793   return __builtin_s390_vmlof(__a, __b);
8794 }
8795
8796 /*-- vec_msum_u128 ----------------------------------------------------------*/
8797
8798 #if __ARCH__ >= 12
8799 #define vec_msum_u128(X, Y, Z, W) \
8800   ((__vector unsigned char)__builtin_s390_vmslg((X), (Y), (Z), (W)));
8801 #endif
8802
8803 /*-- vec_sub_u128 -----------------------------------------------------------*/
8804
8805 static inline __ATTRS_ai __vector unsigned char
8806 vec_sub_u128(__vector unsigned char __a, __vector unsigned char __b) {
8807   return __builtin_s390_vsq(__a, __b);
8808 }
8809
8810 /*-- vec_subc ---------------------------------------------------------------*/
8811
8812 static inline __ATTRS_o_ai __vector unsigned char
8813 vec_subc(__vector unsigned char __a, __vector unsigned char __b) {
8814   return __builtin_s390_vscbib(__a, __b);
8815 }
8816
8817 static inline __ATTRS_o_ai __vector unsigned short
8818 vec_subc(__vector unsigned short __a, __vector unsigned short __b) {
8819   return __builtin_s390_vscbih(__a, __b);
8820 }
8821
8822 static inline __ATTRS_o_ai __vector unsigned int
8823 vec_subc(__vector unsigned int __a, __vector unsigned int __b) {
8824   return __builtin_s390_vscbif(__a, __b);
8825 }
8826
8827 static inline __ATTRS_o_ai __vector unsigned long long
8828 vec_subc(__vector unsigned long long __a, __vector unsigned long long __b) {
8829   return __builtin_s390_vscbig(__a, __b);
8830 }
8831
8832 /*-- vec_subc_u128 ----------------------------------------------------------*/
8833
8834 static inline __ATTRS_ai __vector unsigned char
8835 vec_subc_u128(__vector unsigned char __a, __vector unsigned char __b) {
8836   return __builtin_s390_vscbiq(__a, __b);
8837 }
8838
8839 /*-- vec_sube_u128 ----------------------------------------------------------*/
8840
8841 static inline __ATTRS_ai __vector unsigned char
8842 vec_sube_u128(__vector unsigned char __a, __vector unsigned char __b,
8843               __vector unsigned char __c) {
8844   return __builtin_s390_vsbiq(__a, __b, __c);
8845 }
8846
8847 /*-- vec_subec_u128 ---------------------------------------------------------*/
8848
8849 static inline __ATTRS_ai __vector unsigned char
8850 vec_subec_u128(__vector unsigned char __a, __vector unsigned char __b,
8851                __vector unsigned char __c) {
8852   return __builtin_s390_vsbcbiq(__a, __b, __c);
8853 }
8854
8855 /*-- vec_sum2 ---------------------------------------------------------------*/
8856
8857 static inline __ATTRS_o_ai __vector unsigned long long
8858 vec_sum2(__vector unsigned short __a, __vector unsigned short __b) {
8859   return __builtin_s390_vsumgh(__a, __b);
8860 }
8861
8862 static inline __ATTRS_o_ai __vector unsigned long long
8863 vec_sum2(__vector unsigned int __a, __vector unsigned int __b) {
8864   return __builtin_s390_vsumgf(__a, __b);
8865 }
8866
8867 /*-- vec_sum_u128 -----------------------------------------------------------*/
8868
8869 static inline __ATTRS_o_ai __vector unsigned char
8870 vec_sum_u128(__vector unsigned int __a, __vector unsigned int __b) {
8871   return __builtin_s390_vsumqf(__a, __b);
8872 }
8873
8874 static inline __ATTRS_o_ai __vector unsigned char
8875 vec_sum_u128(__vector unsigned long long __a, __vector unsigned long long __b) {
8876   return __builtin_s390_vsumqg(__a, __b);
8877 }
8878
8879 /*-- vec_sum4 ---------------------------------------------------------------*/
8880
8881 static inline __ATTRS_o_ai __vector unsigned int
8882 vec_sum4(__vector unsigned char __a, __vector unsigned char __b) {
8883   return __builtin_s390_vsumb(__a, __b);
8884 }
8885
8886 static inline __ATTRS_o_ai __vector unsigned int
8887 vec_sum4(__vector unsigned short __a, __vector unsigned short __b) {
8888   return __builtin_s390_vsumh(__a, __b);
8889 }
8890
8891 /*-- vec_test_mask ----------------------------------------------------------*/
8892
8893 static inline __ATTRS_o_ai int
8894 vec_test_mask(__vector signed char __a, __vector unsigned char __b) {
8895   return __builtin_s390_vtm((__vector unsigned char)__a,
8896                             (__vector unsigned char)__b);
8897 }
8898
8899 static inline __ATTRS_o_ai int
8900 vec_test_mask(__vector unsigned char __a, __vector unsigned char __b) {
8901   return __builtin_s390_vtm(__a, __b);
8902 }
8903
8904 static inline __ATTRS_o_ai int
8905 vec_test_mask(__vector signed short __a, __vector unsigned short __b) {
8906   return __builtin_s390_vtm((__vector unsigned char)__a,
8907                             (__vector unsigned char)__b);
8908 }
8909
8910 static inline __ATTRS_o_ai int
8911 vec_test_mask(__vector unsigned short __a, __vector unsigned short __b) {
8912   return __builtin_s390_vtm((__vector unsigned char)__a,
8913                             (__vector unsigned char)__b);
8914 }
8915
8916 static inline __ATTRS_o_ai int
8917 vec_test_mask(__vector signed int __a, __vector unsigned int __b) {
8918   return __builtin_s390_vtm((__vector unsigned char)__a,
8919                             (__vector unsigned char)__b);
8920 }
8921
8922 static inline __ATTRS_o_ai int
8923 vec_test_mask(__vector unsigned int __a, __vector unsigned int __b) {
8924   return __builtin_s390_vtm((__vector unsigned char)__a,
8925                             (__vector unsigned char)__b);
8926 }
8927
8928 static inline __ATTRS_o_ai int
8929 vec_test_mask(__vector signed long long __a, __vector unsigned long long __b) {
8930   return __builtin_s390_vtm((__vector unsigned char)__a,
8931                             (__vector unsigned char)__b);
8932 }
8933
8934 static inline __ATTRS_o_ai int
8935 vec_test_mask(__vector unsigned long long __a,
8936               __vector unsigned long long __b) {
8937   return __builtin_s390_vtm((__vector unsigned char)__a,
8938                             (__vector unsigned char)__b);
8939 }
8940
8941 #if __ARCH__ >= 12
8942 static inline __ATTRS_o_ai int
8943 vec_test_mask(__vector float __a, __vector unsigned int __b) {
8944   return __builtin_s390_vtm((__vector unsigned char)__a,
8945                             (__vector unsigned char)__b);
8946 }
8947 #endif
8948
8949 static inline __ATTRS_o_ai int
8950 vec_test_mask(__vector double __a, __vector unsigned long long __b) {
8951   return __builtin_s390_vtm((__vector unsigned char)__a,
8952                             (__vector unsigned char)__b);
8953 }
8954
8955 /*-- vec_madd ---------------------------------------------------------------*/
8956
8957 #if __ARCH__ >= 12
8958 static inline __ATTRS_o_ai __vector float
8959 vec_madd(__vector float __a, __vector float __b, __vector float __c) {
8960   return __builtin_s390_vfmasb(__a, __b, __c);
8961 }
8962 #endif
8963
8964 static inline __ATTRS_o_ai __vector double
8965 vec_madd(__vector double __a, __vector double __b, __vector double __c) {
8966   return __builtin_s390_vfmadb(__a, __b, __c);
8967 }
8968
8969 /*-- vec_msub ---------------------------------------------------------------*/
8970
8971 #if __ARCH__ >= 12
8972 static inline __ATTRS_o_ai __vector float
8973 vec_msub(__vector float __a, __vector float __b, __vector float __c) {
8974   return __builtin_s390_vfmssb(__a, __b, __c);
8975 }
8976 #endif
8977
8978 static inline __ATTRS_o_ai __vector double
8979 vec_msub(__vector double __a, __vector double __b, __vector double __c) {
8980   return __builtin_s390_vfmsdb(__a, __b, __c);
8981 }
8982
8983 /*-- vec_nmadd ---------------------------------------------------------------*/
8984
8985 #if __ARCH__ >= 12
8986 static inline __ATTRS_o_ai __vector float
8987 vec_nmadd(__vector float __a, __vector float __b, __vector float __c) {
8988   return __builtin_s390_vfnmasb(__a, __b, __c);
8989 }
8990
8991 static inline __ATTRS_o_ai __vector double
8992 vec_nmadd(__vector double __a, __vector double __b, __vector double __c) {
8993   return __builtin_s390_vfnmadb(__a, __b, __c);
8994 }
8995 #endif
8996
8997 /*-- vec_nmsub ---------------------------------------------------------------*/
8998
8999 #if __ARCH__ >= 12
9000 static inline __ATTRS_o_ai __vector float
9001 vec_nmsub(__vector float __a, __vector float __b, __vector float __c) {
9002   return __builtin_s390_vfnmssb(__a, __b, __c);
9003 }
9004
9005 static inline __ATTRS_o_ai __vector double
9006 vec_nmsub(__vector double __a, __vector double __b, __vector double __c) {
9007   return __builtin_s390_vfnmsdb(__a, __b, __c);
9008 }
9009 #endif
9010
9011 /*-- vec_sqrt ---------------------------------------------------------------*/
9012
9013 #if __ARCH__ >= 12
9014 static inline __ATTRS_o_ai __vector float
9015 vec_sqrt(__vector float __a) {
9016   return __builtin_s390_vfsqsb(__a);
9017 }
9018 #endif
9019
9020 static inline __ATTRS_o_ai __vector double
9021 vec_sqrt(__vector double __a) {
9022   return __builtin_s390_vfsqdb(__a);
9023 }
9024
9025 /*-- vec_ld2f ---------------------------------------------------------------*/
9026
9027 // This prototype is deprecated.
9028 static inline __ATTRS_ai __vector double
9029 vec_ld2f(const float *__ptr) {
9030   typedef float __v2f32 __attribute__((__vector_size__(8)));
9031   return __builtin_convertvector(*(const __v2f32 *)__ptr, __vector double);
9032 }
9033
9034 /*-- vec_st2f ---------------------------------------------------------------*/
9035
9036 // This prototype is deprecated.
9037 static inline __ATTRS_ai void
9038 vec_st2f(__vector double __a, float *__ptr) {
9039   typedef float __v2f32 __attribute__((__vector_size__(8)));
9040   *(__v2f32 *)__ptr = __builtin_convertvector(__a, __v2f32);
9041 }
9042
9043 /*-- vec_ctd ----------------------------------------------------------------*/
9044
9045 // This prototype is deprecated.
9046 static inline __ATTRS_o_ai __vector double
9047 vec_ctd(__vector signed long long __a, int __b)
9048   __constant_range(__b, 0, 31) {
9049   __vector double __conv = __builtin_convertvector(__a, __vector double);
9050   __conv *= ((__vector double)(__vector unsigned long long)
9051              ((0x3ffULL - __b) << 52));
9052   return __conv;
9053 }
9054
9055 // This prototype is deprecated.
9056 static inline __ATTRS_o_ai __vector double
9057 vec_ctd(__vector unsigned long long __a, int __b)
9058   __constant_range(__b, 0, 31) {
9059   __vector double __conv = __builtin_convertvector(__a, __vector double);
9060   __conv *= ((__vector double)(__vector unsigned long long)
9061              ((0x3ffULL - __b) << 52));
9062   return __conv;
9063 }
9064
9065 /*-- vec_ctsl ---------------------------------------------------------------*/
9066
9067 // This prototype is deprecated.
9068 static inline __ATTRS_o_ai __vector signed long long
9069 vec_ctsl(__vector double __a, int __b)
9070   __constant_range(__b, 0, 31) {
9071   __a *= ((__vector double)(__vector unsigned long long)
9072           ((0x3ffULL + __b) << 52));
9073   return __builtin_convertvector(__a, __vector signed long long);
9074 }
9075
9076 /*-- vec_ctul ---------------------------------------------------------------*/
9077
9078 // This prototype is deprecated.
9079 static inline __ATTRS_o_ai __vector unsigned long long
9080 vec_ctul(__vector double __a, int __b)
9081   __constant_range(__b, 0, 31) {
9082   __a *= ((__vector double)(__vector unsigned long long)
9083           ((0x3ffULL + __b) << 52));
9084   return __builtin_convertvector(__a, __vector unsigned long long);
9085 }
9086
9087 /*-- vec_doublee ------------------------------------------------------------*/
9088
9089 #if __ARCH__ >= 12
9090 static inline __ATTRS_ai __vector double
9091 vec_doublee(__vector float __a) {
9092   typedef float __v2f32 __attribute__((__vector_size__(8)));
9093   __v2f32 __pack = __builtin_shufflevector(__a, __a, 0, 2);
9094   return __builtin_convertvector(__pack, __vector double);
9095 }
9096 #endif
9097
9098 /*-- vec_floate -------------------------------------------------------------*/
9099
9100 #if __ARCH__ >= 12
9101 static inline __ATTRS_ai __vector float
9102 vec_floate(__vector double __a) {
9103   typedef float __v2f32 __attribute__((__vector_size__(8)));
9104   __v2f32 __pack = __builtin_convertvector(__a, __v2f32);
9105   return __builtin_shufflevector(__pack, __pack, 0, -1, 1, -1);
9106 }
9107 #endif
9108
9109 /*-- vec_double -------------------------------------------------------------*/
9110
9111 static inline __ATTRS_o_ai __vector double
9112 vec_double(__vector signed long long __a) {
9113   return __builtin_convertvector(__a, __vector double);
9114 }
9115
9116 static inline __ATTRS_o_ai __vector double
9117 vec_double(__vector unsigned long long __a) {
9118   return __builtin_convertvector(__a, __vector double);
9119 }
9120
9121 /*-- vec_float --------------------------------------------------------------*/
9122
9123 #if __ARCH__ >= 13
9124
9125 static inline __ATTRS_o_ai __vector float
9126 vec_float(__vector signed int __a) {
9127   return __builtin_convertvector(__a, __vector float);
9128 }
9129
9130 static inline __ATTRS_o_ai __vector float
9131 vec_float(__vector unsigned int __a) {
9132   return __builtin_convertvector(__a, __vector float);
9133 }
9134
9135 #endif
9136
9137 /*-- vec_signed -------------------------------------------------------------*/
9138
9139 static inline __ATTRS_o_ai __vector signed long long
9140 vec_signed(__vector double __a) {
9141   return __builtin_convertvector(__a, __vector signed long long);
9142 }
9143
9144 #if __ARCH__ >= 13
9145 static inline __ATTRS_o_ai __vector signed int
9146 vec_signed(__vector float __a) {
9147   return __builtin_convertvector(__a, __vector signed int);
9148 }
9149 #endif
9150
9151 /*-- vec_unsigned -----------------------------------------------------------*/
9152
9153 static inline __ATTRS_o_ai __vector unsigned long long
9154 vec_unsigned(__vector double __a) {
9155   return __builtin_convertvector(__a, __vector unsigned long long);
9156 }
9157
9158 #if __ARCH__ >= 13
9159 static inline __ATTRS_o_ai __vector unsigned int
9160 vec_unsigned(__vector float __a) {
9161   return __builtin_convertvector(__a, __vector unsigned int);
9162 }
9163 #endif
9164
9165 /*-- vec_roundp -------------------------------------------------------------*/
9166
9167 #if __ARCH__ >= 12
9168 static inline __ATTRS_o_ai __vector float
9169 vec_roundp(__vector float __a) {
9170   return __builtin_s390_vfisb(__a, 4, 6);
9171 }
9172 #endif
9173
9174 static inline __ATTRS_o_ai __vector double
9175 vec_roundp(__vector double __a) {
9176   return __builtin_s390_vfidb(__a, 4, 6);
9177 }
9178
9179 /*-- vec_ceil ---------------------------------------------------------------*/
9180
9181 #if __ARCH__ >= 12
9182 static inline __ATTRS_o_ai __vector float
9183 vec_ceil(__vector float __a) {
9184   // On this platform, vec_ceil never triggers the IEEE-inexact exception.
9185   return __builtin_s390_vfisb(__a, 4, 6);
9186 }
9187 #endif
9188
9189 static inline __ATTRS_o_ai __vector double
9190 vec_ceil(__vector double __a) {
9191   // On this platform, vec_ceil never triggers the IEEE-inexact exception.
9192   return __builtin_s390_vfidb(__a, 4, 6);
9193 }
9194
9195 /*-- vec_roundm -------------------------------------------------------------*/
9196
9197 #if __ARCH__ >= 12
9198 static inline __ATTRS_o_ai __vector float
9199 vec_roundm(__vector float __a) {
9200   return __builtin_s390_vfisb(__a, 4, 7);
9201 }
9202 #endif
9203
9204 static inline __ATTRS_o_ai __vector double
9205 vec_roundm(__vector double __a) {
9206   return __builtin_s390_vfidb(__a, 4, 7);
9207 }
9208
9209 /*-- vec_floor --------------------------------------------------------------*/
9210
9211 #if __ARCH__ >= 12
9212 static inline __ATTRS_o_ai __vector float
9213 vec_floor(__vector float __a) {
9214   // On this platform, vec_floor never triggers the IEEE-inexact exception.
9215   return __builtin_s390_vfisb(__a, 4, 7);
9216 }
9217 #endif
9218
9219 static inline __ATTRS_o_ai __vector double
9220 vec_floor(__vector double __a) {
9221   // On this platform, vec_floor never triggers the IEEE-inexact exception.
9222   return __builtin_s390_vfidb(__a, 4, 7);
9223 }
9224
9225 /*-- vec_roundz -------------------------------------------------------------*/
9226
9227 #if __ARCH__ >= 12
9228 static inline __ATTRS_o_ai __vector float
9229 vec_roundz(__vector float __a) {
9230   return __builtin_s390_vfisb(__a, 4, 5);
9231 }
9232 #endif
9233
9234 static inline __ATTRS_o_ai __vector double
9235 vec_roundz(__vector double __a) {
9236   return __builtin_s390_vfidb(__a, 4, 5);
9237 }
9238
9239 /*-- vec_trunc --------------------------------------------------------------*/
9240
9241 #if __ARCH__ >= 12
9242 static inline __ATTRS_o_ai __vector float
9243 vec_trunc(__vector float __a) {
9244   // On this platform, vec_trunc never triggers the IEEE-inexact exception.
9245   return __builtin_s390_vfisb(__a, 4, 5);
9246 }
9247 #endif
9248
9249 static inline __ATTRS_o_ai __vector double
9250 vec_trunc(__vector double __a) {
9251   // On this platform, vec_trunc never triggers the IEEE-inexact exception.
9252   return __builtin_s390_vfidb(__a, 4, 5);
9253 }
9254
9255 /*-- vec_roundc -------------------------------------------------------------*/
9256
9257 #if __ARCH__ >= 12
9258 static inline __ATTRS_o_ai __vector float
9259 vec_roundc(__vector float __a) {
9260   return __builtin_s390_vfisb(__a, 4, 0);
9261 }
9262 #endif
9263
9264 static inline __ATTRS_o_ai __vector double
9265 vec_roundc(__vector double __a) {
9266   return __builtin_s390_vfidb(__a, 4, 0);
9267 }
9268
9269 /*-- vec_rint ---------------------------------------------------------------*/
9270
9271 #if __ARCH__ >= 12
9272 static inline __ATTRS_o_ai __vector float
9273 vec_rint(__vector float __a) {
9274   // vec_rint may trigger the IEEE-inexact exception.
9275   return __builtin_s390_vfisb(__a, 0, 0);
9276 }
9277 #endif
9278
9279 static inline __ATTRS_o_ai __vector double
9280 vec_rint(__vector double __a) {
9281   // vec_rint may trigger the IEEE-inexact exception.
9282   return __builtin_s390_vfidb(__a, 0, 0);
9283 }
9284
9285 /*-- vec_round --------------------------------------------------------------*/
9286
9287 #if __ARCH__ >= 12
9288 static inline __ATTRS_o_ai __vector float
9289 vec_round(__vector float __a) {
9290   return __builtin_s390_vfisb(__a, 4, 4);
9291 }
9292 #endif
9293
9294 static inline __ATTRS_o_ai __vector double
9295 vec_round(__vector double __a) {
9296   return __builtin_s390_vfidb(__a, 4, 4);
9297 }
9298
9299 /*-- vec_fp_test_data_class -------------------------------------------------*/
9300
9301 #if __ARCH__ >= 12
9302 extern __ATTRS_o __vector __bool int
9303 vec_fp_test_data_class(__vector float __a, int __b, int *__c)
9304   __constant_range(__b, 0, 4095);
9305
9306 extern __ATTRS_o __vector __bool long long
9307 vec_fp_test_data_class(__vector double __a, int __b, int *__c)
9308   __constant_range(__b, 0, 4095);
9309
9310 #define vec_fp_test_data_class(X, Y, Z) \
9311   ((__typeof__((vec_fp_test_data_class)((X), (Y), (Z)))) \
9312    __extension__ ({ \
9313      __vector unsigned char __res; \
9314      __vector unsigned char __x = (__vector unsigned char)(X); \
9315      int *__z = (Z); \
9316      switch (sizeof ((X)[0])) { \
9317      case 4:  __res = (__vector unsigned char) \
9318                       __builtin_s390_vftcisb((__vector float)__x, (Y), __z); \
9319               break; \
9320      default: __res = (__vector unsigned char) \
9321                       __builtin_s390_vftcidb((__vector double)__x, (Y), __z); \
9322               break; \
9323      } __res; }))
9324 #else
9325 #define vec_fp_test_data_class(X, Y, Z) \
9326   ((__vector __bool long long)__builtin_s390_vftcidb((X), (Y), (Z)))
9327 #endif
9328
9329 #define __VEC_CLASS_FP_ZERO_P (1 << 11)
9330 #define __VEC_CLASS_FP_ZERO_N (1 << 10)
9331 #define __VEC_CLASS_FP_ZERO (__VEC_CLASS_FP_ZERO_P | __VEC_CLASS_FP_ZERO_N)
9332 #define __VEC_CLASS_FP_NORMAL_P (1 << 9)
9333 #define __VEC_CLASS_FP_NORMAL_N (1 << 8)
9334 #define __VEC_CLASS_FP_NORMAL (__VEC_CLASS_FP_NORMAL_P | \
9335                                __VEC_CLASS_FP_NORMAL_N)
9336 #define __VEC_CLASS_FP_SUBNORMAL_P (1 << 7)
9337 #define __VEC_CLASS_FP_SUBNORMAL_N (1 << 6)
9338 #define __VEC_CLASS_FP_SUBNORMAL (__VEC_CLASS_FP_SUBNORMAL_P | \
9339                                   __VEC_CLASS_FP_SUBNORMAL_N)
9340 #define __VEC_CLASS_FP_INFINITY_P (1 << 5)
9341 #define __VEC_CLASS_FP_INFINITY_N (1 << 4)
9342 #define __VEC_CLASS_FP_INFINITY (__VEC_CLASS_FP_INFINITY_P | \
9343                                  __VEC_CLASS_FP_INFINITY_N)
9344 #define __VEC_CLASS_FP_QNAN_P (1 << 3)
9345 #define __VEC_CLASS_FP_QNAN_N (1 << 2)
9346 #define __VEC_CLASS_FP_QNAN (__VEC_CLASS_FP_QNAN_P | __VEC_CLASS_FP_QNAN_N)
9347 #define __VEC_CLASS_FP_SNAN_P (1 << 1)
9348 #define __VEC_CLASS_FP_SNAN_N (1 << 0)
9349 #define __VEC_CLASS_FP_SNAN (__VEC_CLASS_FP_SNAN_P | __VEC_CLASS_FP_SNAN_N)
9350 #define __VEC_CLASS_FP_NAN (__VEC_CLASS_FP_QNAN | __VEC_CLASS_FP_SNAN)
9351 #define __VEC_CLASS_FP_NOT_NORMAL (__VEC_CLASS_FP_NAN | \
9352                                    __VEC_CLASS_FP_SUBNORMAL | \
9353                                    __VEC_CLASS_FP_ZERO | \
9354                                    __VEC_CLASS_FP_INFINITY)
9355
9356 /*-- vec_extend_to_fp32_hi --------------------------------------------------*/
9357
9358 #if __ARCH__ >= 14
9359 #define vec_extend_to_fp32_hi(X, W) \
9360   ((__vector float)__builtin_s390_vclfnhs((X), (W)));
9361 #endif
9362
9363 /*-- vec_extend_to_fp32_hi --------------------------------------------------*/
9364
9365 #if __ARCH__ >= 14
9366 #define vec_extend_to_fp32_lo(X, W) \
9367   ((__vector float)__builtin_s390_vclfnls((X), (W)));
9368 #endif
9369
9370 /*-- vec_round_from_fp32 ----------------------------------------------------*/
9371
9372 #if __ARCH__ >= 14
9373 #define vec_round_from_fp32(X, Y, W) \
9374   ((__vector unsigned short)__builtin_s390_vcrnfs((X), (Y), (W)));
9375 #endif
9376
9377 /*-- vec_convert_to_fp16 ----------------------------------------------------*/
9378
9379 #if __ARCH__ >= 14
9380 #define vec_convert_to_fp16(X, W) \
9381   ((__vector unsigned short)__builtin_s390_vcfn((X), (W)));
9382 #endif
9383
9384 /*-- vec_convert_from_fp16 --------------------------------------------------*/
9385
9386 #if __ARCH__ >= 14
9387 #define vec_convert_from_fp16(X, W) \
9388   ((__vector unsigned short)__builtin_s390_vcnf((X), (W)));
9389 #endif
9390
9391 /*-- vec_cp_until_zero ------------------------------------------------------*/
9392
9393 static inline __ATTRS_o_ai __vector signed char
9394 vec_cp_until_zero(__vector signed char __a) {
9395   return ((__vector signed char)
9396           __builtin_s390_vistrb((__vector unsigned char)__a));
9397 }
9398
9399 static inline __ATTRS_o_ai __vector __bool char
9400 vec_cp_until_zero(__vector __bool char __a) {
9401   return ((__vector __bool char)
9402           __builtin_s390_vistrb((__vector unsigned char)__a));
9403 }
9404
9405 static inline __ATTRS_o_ai __vector unsigned char
9406 vec_cp_until_zero(__vector unsigned char __a) {
9407   return __builtin_s390_vistrb(__a);
9408 }
9409
9410 static inline __ATTRS_o_ai __vector signed short
9411 vec_cp_until_zero(__vector signed short __a) {
9412   return ((__vector signed short)
9413           __builtin_s390_vistrh((__vector unsigned short)__a));
9414 }
9415
9416 static inline __ATTRS_o_ai __vector __bool short
9417 vec_cp_until_zero(__vector __bool short __a) {
9418   return ((__vector __bool short)
9419           __builtin_s390_vistrh((__vector unsigned short)__a));
9420 }
9421
9422 static inline __ATTRS_o_ai __vector unsigned short
9423 vec_cp_until_zero(__vector unsigned short __a) {
9424   return __builtin_s390_vistrh(__a);
9425 }
9426
9427 static inline __ATTRS_o_ai __vector signed int
9428 vec_cp_until_zero(__vector signed int __a) {
9429   return ((__vector signed int)
9430           __builtin_s390_vistrf((__vector unsigned int)__a));
9431 }
9432
9433 static inline __ATTRS_o_ai __vector __bool int
9434 vec_cp_until_zero(__vector __bool int __a) {
9435   return ((__vector __bool int)
9436           __builtin_s390_vistrf((__vector unsigned int)__a));
9437 }
9438
9439 static inline __ATTRS_o_ai __vector unsigned int
9440 vec_cp_until_zero(__vector unsigned int __a) {
9441   return __builtin_s390_vistrf(__a);
9442 }
9443
9444 /*-- vec_cp_until_zero_cc ---------------------------------------------------*/
9445
9446 static inline __ATTRS_o_ai __vector signed char
9447 vec_cp_until_zero_cc(__vector signed char __a, int *__cc) {
9448   return (__vector signed char)
9449     __builtin_s390_vistrbs((__vector unsigned char)__a, __cc);
9450 }
9451
9452 static inline __ATTRS_o_ai __vector __bool char
9453 vec_cp_until_zero_cc(__vector __bool char __a, int *__cc) {
9454   return (__vector __bool char)
9455     __builtin_s390_vistrbs((__vector unsigned char)__a, __cc);
9456 }
9457
9458 static inline __ATTRS_o_ai __vector unsigned char
9459 vec_cp_until_zero_cc(__vector unsigned char __a, int *__cc) {
9460   return __builtin_s390_vistrbs(__a, __cc);
9461 }
9462
9463 static inline __ATTRS_o_ai __vector signed short
9464 vec_cp_until_zero_cc(__vector signed short __a, int *__cc) {
9465   return (__vector signed short)
9466     __builtin_s390_vistrhs((__vector unsigned short)__a, __cc);
9467 }
9468
9469 static inline __ATTRS_o_ai __vector __bool short
9470 vec_cp_until_zero_cc(__vector __bool short __a, int *__cc) {
9471   return (__vector __bool short)
9472     __builtin_s390_vistrhs((__vector unsigned short)__a, __cc);
9473 }
9474
9475 static inline __ATTRS_o_ai __vector unsigned short
9476 vec_cp_until_zero_cc(__vector unsigned short __a, int *__cc) {
9477   return __builtin_s390_vistrhs(__a, __cc);
9478 }
9479
9480 static inline __ATTRS_o_ai __vector signed int
9481 vec_cp_until_zero_cc(__vector signed int __a, int *__cc) {
9482   return (__vector signed int)
9483     __builtin_s390_vistrfs((__vector unsigned int)__a, __cc);
9484 }
9485
9486 static inline __ATTRS_o_ai __vector __bool int
9487 vec_cp_until_zero_cc(__vector __bool int __a, int *__cc) {
9488   return (__vector __bool int)
9489     __builtin_s390_vistrfs((__vector unsigned int)__a, __cc);
9490 }
9491
9492 static inline __ATTRS_o_ai __vector unsigned int
9493 vec_cp_until_zero_cc(__vector unsigned int __a, int *__cc) {
9494   return __builtin_s390_vistrfs(__a, __cc);
9495 }
9496
9497 /*-- vec_cmpeq_idx ----------------------------------------------------------*/
9498
9499 static inline __ATTRS_o_ai __vector signed char
9500 vec_cmpeq_idx(__vector signed char __a, __vector signed char __b) {
9501   return (__vector signed char)
9502     __builtin_s390_vfeeb((__vector unsigned char)__a,
9503                          (__vector unsigned char)__b);
9504 }
9505
9506 static inline __ATTRS_o_ai __vector unsigned char
9507 vec_cmpeq_idx(__vector __bool char __a, __vector __bool char __b) {
9508   return __builtin_s390_vfeeb((__vector unsigned char)__a,
9509                               (__vector unsigned char)__b);
9510 }
9511
9512 static inline __ATTRS_o_ai __vector unsigned char
9513 vec_cmpeq_idx(__vector unsigned char __a, __vector unsigned char __b) {
9514   return __builtin_s390_vfeeb(__a, __b);
9515 }
9516
9517 static inline __ATTRS_o_ai __vector signed short
9518 vec_cmpeq_idx(__vector signed short __a, __vector signed short __b) {
9519   return (__vector signed short)
9520     __builtin_s390_vfeeh((__vector unsigned short)__a,
9521                          (__vector unsigned short)__b);
9522 }
9523
9524 static inline __ATTRS_o_ai __vector unsigned short
9525 vec_cmpeq_idx(__vector __bool short __a, __vector __bool short __b) {
9526   return __builtin_s390_vfeeh((__vector unsigned short)__a,
9527                               (__vector unsigned short)__b);
9528 }
9529
9530 static inline __ATTRS_o_ai __vector unsigned short
9531 vec_cmpeq_idx(__vector unsigned short __a, __vector unsigned short __b) {
9532   return __builtin_s390_vfeeh(__a, __b);
9533 }
9534
9535 static inline __ATTRS_o_ai __vector signed int
9536 vec_cmpeq_idx(__vector signed int __a, __vector signed int __b) {
9537   return (__vector signed int)
9538     __builtin_s390_vfeef((__vector unsigned int)__a,
9539                          (__vector unsigned int)__b);
9540 }
9541
9542 static inline __ATTRS_o_ai __vector unsigned int
9543 vec_cmpeq_idx(__vector __bool int __a, __vector __bool int __b) {
9544   return __builtin_s390_vfeef((__vector unsigned int)__a,
9545                               (__vector unsigned int)__b);
9546 }
9547
9548 static inline __ATTRS_o_ai __vector unsigned int
9549 vec_cmpeq_idx(__vector unsigned int __a, __vector unsigned int __b) {
9550   return __builtin_s390_vfeef(__a, __b);
9551 }
9552
9553 /*-- vec_cmpeq_idx_cc -------------------------------------------------------*/
9554
9555 static inline __ATTRS_o_ai __vector signed char
9556 vec_cmpeq_idx_cc(__vector signed char __a, __vector signed char __b, int *__cc) {
9557   return (__vector signed char)
9558     __builtin_s390_vfeebs((__vector unsigned char)__a,
9559                           (__vector unsigned char)__b, __cc);
9560 }
9561
9562 static inline __ATTRS_o_ai __vector unsigned char
9563 vec_cmpeq_idx_cc(__vector __bool char __a, __vector __bool char __b, int *__cc) {
9564   return __builtin_s390_vfeebs((__vector unsigned char)__a,
9565                                (__vector unsigned char)__b, __cc);
9566 }
9567
9568 static inline __ATTRS_o_ai __vector unsigned char
9569 vec_cmpeq_idx_cc(__vector unsigned char __a, __vector unsigned char __b,
9570                  int *__cc) {
9571   return __builtin_s390_vfeebs(__a, __b, __cc);
9572 }
9573
9574 static inline __ATTRS_o_ai __vector signed short
9575 vec_cmpeq_idx_cc(__vector signed short __a, __vector signed short __b,
9576                  int *__cc) {
9577   return (__vector signed short)
9578     __builtin_s390_vfeehs((__vector unsigned short)__a,
9579                           (__vector unsigned short)__b, __cc);
9580 }
9581
9582 static inline __ATTRS_o_ai __vector unsigned short
9583 vec_cmpeq_idx_cc(__vector __bool short __a, __vector __bool short __b, int *__cc) {
9584   return __builtin_s390_vfeehs((__vector unsigned short)__a,
9585                                (__vector unsigned short)__b, __cc);
9586 }
9587
9588 static inline __ATTRS_o_ai __vector unsigned short
9589 vec_cmpeq_idx_cc(__vector unsigned short __a, __vector unsigned short __b,
9590                  int *__cc) {
9591   return __builtin_s390_vfeehs(__a, __b, __cc);
9592 }
9593
9594 static inline __ATTRS_o_ai __vector signed int
9595 vec_cmpeq_idx_cc(__vector signed int __a, __vector signed int __b, int *__cc) {
9596   return (__vector signed int)
9597     __builtin_s390_vfeefs((__vector unsigned int)__a,
9598                           (__vector unsigned int)__b, __cc);
9599 }
9600
9601 static inline __ATTRS_o_ai __vector unsigned int
9602 vec_cmpeq_idx_cc(__vector __bool int __a, __vector __bool int __b, int *__cc) {
9603   return __builtin_s390_vfeefs((__vector unsigned int)__a,
9604                                (__vector unsigned int)__b, __cc);
9605 }
9606
9607 static inline __ATTRS_o_ai __vector unsigned int
9608 vec_cmpeq_idx_cc(__vector unsigned int __a, __vector unsigned int __b,
9609                  int *__cc) {
9610   return __builtin_s390_vfeefs(__a, __b, __cc);
9611 }
9612
9613 /*-- vec_cmpeq_or_0_idx -----------------------------------------------------*/
9614
9615 static inline __ATTRS_o_ai __vector signed char
9616 vec_cmpeq_or_0_idx(__vector signed char __a, __vector signed char __b) {
9617   return (__vector signed char)
9618     __builtin_s390_vfeezb((__vector unsigned char)__a,
9619                           (__vector unsigned char)__b);
9620 }
9621
9622 static inline __ATTRS_o_ai __vector unsigned char
9623 vec_cmpeq_or_0_idx(__vector __bool char __a, __vector __bool char __b) {
9624   return __builtin_s390_vfeezb((__vector unsigned char)__a,
9625                                (__vector unsigned char)__b);
9626 }
9627
9628 static inline __ATTRS_o_ai __vector unsigned char
9629 vec_cmpeq_or_0_idx(__vector unsigned char __a, __vector unsigned char __b) {
9630   return __builtin_s390_vfeezb(__a, __b);
9631 }
9632
9633 static inline __ATTRS_o_ai __vector signed short
9634 vec_cmpeq_or_0_idx(__vector signed short __a, __vector signed short __b) {
9635   return (__vector signed short)
9636     __builtin_s390_vfeezh((__vector unsigned short)__a,
9637                           (__vector unsigned short)__b);
9638 }
9639
9640 static inline __ATTRS_o_ai __vector unsigned short
9641 vec_cmpeq_or_0_idx(__vector __bool short __a, __vector __bool short __b) {
9642   return __builtin_s390_vfeezh((__vector unsigned short)__a,
9643                                (__vector unsigned short)__b);
9644 }
9645
9646 static inline __ATTRS_o_ai __vector unsigned short
9647 vec_cmpeq_or_0_idx(__vector unsigned short __a, __vector unsigned short __b) {
9648   return __builtin_s390_vfeezh(__a, __b);
9649 }
9650
9651 static inline __ATTRS_o_ai __vector signed int
9652 vec_cmpeq_or_0_idx(__vector signed int __a, __vector signed int __b) {
9653   return (__vector signed int)
9654     __builtin_s390_vfeezf((__vector unsigned int)__a,
9655                           (__vector unsigned int)__b);
9656 }
9657
9658 static inline __ATTRS_o_ai __vector unsigned int
9659 vec_cmpeq_or_0_idx(__vector __bool int __a, __vector __bool int __b) {
9660   return __builtin_s390_vfeezf((__vector unsigned int)__a,
9661                                (__vector unsigned int)__b);
9662 }
9663
9664 static inline __ATTRS_o_ai __vector unsigned int
9665 vec_cmpeq_or_0_idx(__vector unsigned int __a, __vector unsigned int __b) {
9666   return __builtin_s390_vfeezf(__a, __b);
9667 }
9668
9669 /*-- vec_cmpeq_or_0_idx_cc --------------------------------------------------*/
9670
9671 static inline __ATTRS_o_ai __vector signed char
9672 vec_cmpeq_or_0_idx_cc(__vector signed char __a, __vector signed char __b,
9673                       int *__cc) {
9674   return (__vector signed char)
9675     __builtin_s390_vfeezbs((__vector unsigned char)__a,
9676                            (__vector unsigned char)__b, __cc);
9677 }
9678
9679 static inline __ATTRS_o_ai __vector unsigned char
9680 vec_cmpeq_or_0_idx_cc(__vector __bool char __a, __vector __bool char __b,
9681                       int *__cc) {
9682   return __builtin_s390_vfeezbs((__vector unsigned char)__a,
9683                                 (__vector unsigned char)__b, __cc);
9684 }
9685
9686 static inline __ATTRS_o_ai __vector unsigned char
9687 vec_cmpeq_or_0_idx_cc(__vector unsigned char __a, __vector unsigned char __b,
9688                       int *__cc) {
9689   return __builtin_s390_vfeezbs(__a, __b, __cc);
9690 }
9691
9692 static inline __ATTRS_o_ai __vector signed short
9693 vec_cmpeq_or_0_idx_cc(__vector signed short __a, __vector signed short __b,
9694                       int *__cc) {
9695   return (__vector signed short)
9696     __builtin_s390_vfeezhs((__vector unsigned short)__a,
9697                            (__vector unsigned short)__b, __cc);
9698 }
9699
9700 static inline __ATTRS_o_ai __vector unsigned short
9701 vec_cmpeq_or_0_idx_cc(__vector __bool short __a, __vector __bool short __b,
9702                       int *__cc) {
9703   return __builtin_s390_vfeezhs((__vector unsigned short)__a,
9704                                 (__vector unsigned short)__b, __cc);
9705 }
9706
9707 static inline __ATTRS_o_ai __vector unsigned short
9708 vec_cmpeq_or_0_idx_cc(__vector unsigned short __a, __vector unsigned short __b,
9709                       int *__cc) {
9710   return __builtin_s390_vfeezhs(__a, __b, __cc);
9711 }
9712
9713 static inline __ATTRS_o_ai __vector signed int
9714 vec_cmpeq_or_0_idx_cc(__vector signed int __a, __vector signed int __b,
9715                       int *__cc) {
9716   return (__vector signed int)
9717     __builtin_s390_vfeezfs((__vector unsigned int)__a,
9718                            (__vector unsigned int)__b, __cc);
9719 }
9720
9721 static inline __ATTRS_o_ai __vector unsigned int
9722 vec_cmpeq_or_0_idx_cc(__vector __bool int __a, __vector __bool int __b,
9723                       int *__cc) {
9724   return __builtin_s390_vfeezfs((__vector unsigned int)__a,
9725                                 (__vector unsigned int)__b, __cc);
9726 }
9727
9728 static inline __ATTRS_o_ai __vector unsigned int
9729 vec_cmpeq_or_0_idx_cc(__vector unsigned int __a, __vector unsigned int __b,
9730                       int *__cc) {
9731   return __builtin_s390_vfeezfs(__a, __b, __cc);
9732 }
9733
9734 /*-- vec_cmpne_idx ----------------------------------------------------------*/
9735
9736 static inline __ATTRS_o_ai __vector signed char
9737 vec_cmpne_idx(__vector signed char __a, __vector signed char __b) {
9738   return (__vector signed char)
9739     __builtin_s390_vfeneb((__vector unsigned char)__a,
9740                           (__vector unsigned char)__b);
9741 }
9742
9743 static inline __ATTRS_o_ai __vector unsigned char
9744 vec_cmpne_idx(__vector __bool char __a, __vector __bool char __b) {
9745   return __builtin_s390_vfeneb((__vector unsigned char)__a,
9746                                (__vector unsigned char)__b);
9747 }
9748
9749 static inline __ATTRS_o_ai __vector unsigned char
9750 vec_cmpne_idx(__vector unsigned char __a, __vector unsigned char __b) {
9751   return __builtin_s390_vfeneb(__a, __b);
9752 }
9753
9754 static inline __ATTRS_o_ai __vector signed short
9755 vec_cmpne_idx(__vector signed short __a, __vector signed short __b) {
9756   return (__vector signed short)
9757     __builtin_s390_vfeneh((__vector unsigned short)__a,
9758                           (__vector unsigned short)__b);
9759 }
9760
9761 static inline __ATTRS_o_ai __vector unsigned short
9762 vec_cmpne_idx(__vector __bool short __a, __vector __bool short __b) {
9763   return __builtin_s390_vfeneh((__vector unsigned short)__a,
9764                                (__vector unsigned short)__b);
9765 }
9766
9767 static inline __ATTRS_o_ai __vector unsigned short
9768 vec_cmpne_idx(__vector unsigned short __a, __vector unsigned short __b) {
9769   return __builtin_s390_vfeneh(__a, __b);
9770 }
9771
9772 static inline __ATTRS_o_ai __vector signed int
9773 vec_cmpne_idx(__vector signed int __a, __vector signed int __b) {
9774   return (__vector signed int)
9775     __builtin_s390_vfenef((__vector unsigned int)__a,
9776                           (__vector unsigned int)__b);
9777 }
9778
9779 static inline __ATTRS_o_ai __vector unsigned int
9780 vec_cmpne_idx(__vector __bool int __a, __vector __bool int __b) {
9781   return __builtin_s390_vfenef((__vector unsigned int)__a,
9782                                (__vector unsigned int)__b);
9783 }
9784
9785 static inline __ATTRS_o_ai __vector unsigned int
9786 vec_cmpne_idx(__vector unsigned int __a, __vector unsigned int __b) {
9787   return __builtin_s390_vfenef(__a, __b);
9788 }
9789
9790 /*-- vec_cmpne_idx_cc -------------------------------------------------------*/
9791
9792 static inline __ATTRS_o_ai __vector signed char
9793 vec_cmpne_idx_cc(__vector signed char __a, __vector signed char __b, int *__cc) {
9794   return (__vector signed char)
9795     __builtin_s390_vfenebs((__vector unsigned char)__a,
9796                            (__vector unsigned char)__b, __cc);
9797 }
9798
9799 static inline __ATTRS_o_ai __vector unsigned char
9800 vec_cmpne_idx_cc(__vector __bool char __a, __vector __bool char __b, int *__cc) {
9801   return __builtin_s390_vfenebs((__vector unsigned char)__a,
9802                                 (__vector unsigned char)__b, __cc);
9803 }
9804
9805 static inline __ATTRS_o_ai __vector unsigned char
9806 vec_cmpne_idx_cc(__vector unsigned char __a, __vector unsigned char __b,
9807                  int *__cc) {
9808   return __builtin_s390_vfenebs(__a, __b, __cc);
9809 }
9810
9811 static inline __ATTRS_o_ai __vector signed short
9812 vec_cmpne_idx_cc(__vector signed short __a, __vector signed short __b,
9813                  int *__cc) {
9814   return (__vector signed short)
9815     __builtin_s390_vfenehs((__vector unsigned short)__a,
9816                            (__vector unsigned short)__b, __cc);
9817 }
9818
9819 static inline __ATTRS_o_ai __vector unsigned short
9820 vec_cmpne_idx_cc(__vector __bool short __a, __vector __bool short __b,
9821                  int *__cc) {
9822   return __builtin_s390_vfenehs((__vector unsigned short)__a,
9823                                 (__vector unsigned short)__b, __cc);
9824 }
9825
9826 static inline __ATTRS_o_ai __vector unsigned short
9827 vec_cmpne_idx_cc(__vector unsigned short __a, __vector unsigned short __b,
9828                  int *__cc) {
9829   return __builtin_s390_vfenehs(__a, __b, __cc);
9830 }
9831
9832 static inline __ATTRS_o_ai __vector signed int
9833 vec_cmpne_idx_cc(__vector signed int __a, __vector signed int __b, int *__cc) {
9834   return (__vector signed int)
9835     __builtin_s390_vfenefs((__vector unsigned int)__a,
9836                            (__vector unsigned int)__b, __cc);
9837 }
9838
9839 static inline __ATTRS_o_ai __vector unsigned int
9840 vec_cmpne_idx_cc(__vector __bool int __a, __vector __bool int __b, int *__cc) {
9841   return __builtin_s390_vfenefs((__vector unsigned int)__a,
9842                                 (__vector unsigned int)__b, __cc);
9843 }
9844
9845 static inline __ATTRS_o_ai __vector unsigned int
9846 vec_cmpne_idx_cc(__vector unsigned int __a, __vector unsigned int __b,
9847                  int *__cc) {
9848   return __builtin_s390_vfenefs(__a, __b, __cc);
9849 }
9850
9851 /*-- vec_cmpne_or_0_idx -----------------------------------------------------*/
9852
9853 static inline __ATTRS_o_ai __vector signed char
9854 vec_cmpne_or_0_idx(__vector signed char __a, __vector signed char __b) {
9855   return (__vector signed char)
9856     __builtin_s390_vfenezb((__vector unsigned char)__a,
9857                            (__vector unsigned char)__b);
9858 }
9859
9860 static inline __ATTRS_o_ai __vector unsigned char
9861 vec_cmpne_or_0_idx(__vector __bool char __a, __vector __bool char __b) {
9862   return __builtin_s390_vfenezb((__vector unsigned char)__a,
9863                                 (__vector unsigned char)__b);
9864 }
9865
9866 static inline __ATTRS_o_ai __vector unsigned char
9867 vec_cmpne_or_0_idx(__vector unsigned char __a, __vector unsigned char __b) {
9868   return __builtin_s390_vfenezb(__a, __b);
9869 }
9870
9871 static inline __ATTRS_o_ai __vector signed short
9872 vec_cmpne_or_0_idx(__vector signed short __a, __vector signed short __b) {
9873   return (__vector signed short)
9874     __builtin_s390_vfenezh((__vector unsigned short)__a,
9875                            (__vector unsigned short)__b);
9876 }
9877
9878 static inline __ATTRS_o_ai __vector unsigned short
9879 vec_cmpne_or_0_idx(__vector __bool short __a, __vector __bool short __b) {
9880   return __builtin_s390_vfenezh((__vector unsigned short)__a,
9881                                 (__vector unsigned short)__b);
9882 }
9883
9884 static inline __ATTRS_o_ai __vector unsigned short
9885 vec_cmpne_or_0_idx(__vector unsigned short __a, __vector unsigned short __b) {
9886   return __builtin_s390_vfenezh(__a, __b);
9887 }
9888
9889 static inline __ATTRS_o_ai __vector signed int
9890 vec_cmpne_or_0_idx(__vector signed int __a, __vector signed int __b) {
9891   return (__vector signed int)
9892     __builtin_s390_vfenezf((__vector unsigned int)__a,
9893                            (__vector unsigned int)__b);
9894 }
9895
9896 static inline __ATTRS_o_ai __vector unsigned int
9897 vec_cmpne_or_0_idx(__vector __bool int __a, __vector __bool int __b) {
9898   return __builtin_s390_vfenezf((__vector unsigned int)__a,
9899                                 (__vector unsigned int)__b);
9900 }
9901
9902 static inline __ATTRS_o_ai __vector unsigned int
9903 vec_cmpne_or_0_idx(__vector unsigned int __a, __vector unsigned int __b) {
9904   return __builtin_s390_vfenezf(__a, __b);
9905 }
9906
9907 /*-- vec_cmpne_or_0_idx_cc --------------------------------------------------*/
9908
9909 static inline __ATTRS_o_ai __vector signed char
9910 vec_cmpne_or_0_idx_cc(__vector signed char __a, __vector signed char __b,
9911                       int *__cc) {
9912   return (__vector signed char)
9913     __builtin_s390_vfenezbs((__vector unsigned char)__a,
9914                             (__vector unsigned char)__b, __cc);
9915 }
9916
9917 static inline __ATTRS_o_ai __vector unsigned char
9918 vec_cmpne_or_0_idx_cc(__vector __bool char __a, __vector __bool char __b,
9919                       int *__cc) {
9920   return __builtin_s390_vfenezbs((__vector unsigned char)__a,
9921                                  (__vector unsigned char)__b, __cc);
9922 }
9923
9924 static inline __ATTRS_o_ai __vector unsigned char
9925 vec_cmpne_or_0_idx_cc(__vector unsigned char __a, __vector unsigned char __b,
9926                       int *__cc) {
9927   return __builtin_s390_vfenezbs(__a, __b, __cc);
9928 }
9929
9930 static inline __ATTRS_o_ai __vector signed short
9931 vec_cmpne_or_0_idx_cc(__vector signed short __a, __vector signed short __b,
9932                       int *__cc) {
9933   return (__vector signed short)
9934     __builtin_s390_vfenezhs((__vector unsigned short)__a,
9935                             (__vector unsigned short)__b, __cc);
9936 }
9937
9938 static inline __ATTRS_o_ai __vector unsigned short
9939 vec_cmpne_or_0_idx_cc(__vector __bool short __a, __vector __bool short __b,
9940                       int *__cc) {
9941   return __builtin_s390_vfenezhs((__vector unsigned short)__a,
9942                                  (__vector unsigned short)__b, __cc);
9943 }
9944
9945 static inline __ATTRS_o_ai __vector unsigned short
9946 vec_cmpne_or_0_idx_cc(__vector unsigned short __a, __vector unsigned short __b,
9947                       int *__cc) {
9948   return __builtin_s390_vfenezhs(__a, __b, __cc);
9949 }
9950
9951 static inline __ATTRS_o_ai __vector signed int
9952 vec_cmpne_or_0_idx_cc(__vector signed int __a, __vector signed int __b,
9953                       int *__cc) {
9954   return (__vector signed int)
9955     __builtin_s390_vfenezfs((__vector unsigned int)__a,
9956                             (__vector unsigned int)__b, __cc);
9957 }
9958
9959 static inline __ATTRS_o_ai __vector unsigned int
9960 vec_cmpne_or_0_idx_cc(__vector __bool int __a, __vector __bool int __b,
9961                       int *__cc) {
9962   return __builtin_s390_vfenezfs((__vector unsigned int)__a,
9963                                  (__vector unsigned int)__b, __cc);
9964 }
9965
9966 static inline __ATTRS_o_ai __vector unsigned int
9967 vec_cmpne_or_0_idx_cc(__vector unsigned int __a, __vector unsigned int __b,
9968                       int *__cc) {
9969   return __builtin_s390_vfenezfs(__a, __b, __cc);
9970 }
9971
9972 /*-- vec_cmprg --------------------------------------------------------------*/
9973
9974 static inline __ATTRS_o_ai __vector __bool char
9975 vec_cmprg(__vector unsigned char __a, __vector unsigned char __b,
9976           __vector unsigned char __c) {
9977   return (__vector __bool char)__builtin_s390_vstrcb(__a, __b, __c, 4);
9978 }
9979
9980 static inline __ATTRS_o_ai __vector __bool short
9981 vec_cmprg(__vector unsigned short __a, __vector unsigned short __b,
9982           __vector unsigned short __c) {
9983   return (__vector __bool short)__builtin_s390_vstrch(__a, __b, __c, 4);
9984 }
9985
9986 static inline __ATTRS_o_ai __vector __bool int
9987 vec_cmprg(__vector unsigned int __a, __vector unsigned int __b,
9988           __vector unsigned int __c) {
9989   return (__vector __bool int)__builtin_s390_vstrcf(__a, __b, __c, 4);
9990 }
9991
9992 /*-- vec_cmprg_cc -----------------------------------------------------------*/
9993
9994 static inline __ATTRS_o_ai __vector __bool char
9995 vec_cmprg_cc(__vector unsigned char __a, __vector unsigned char __b,
9996              __vector unsigned char __c, int *__cc) {
9997   return (__vector __bool char)__builtin_s390_vstrcbs(__a, __b, __c, 4, __cc);
9998 }
9999
10000 static inline __ATTRS_o_ai __vector __bool short
10001 vec_cmprg_cc(__vector unsigned short __a, __vector unsigned short __b,
10002              __vector unsigned short __c, int *__cc) {
10003   return (__vector __bool short)__builtin_s390_vstrchs(__a, __b, __c, 4, __cc);
10004 }
10005
10006 static inline __ATTRS_o_ai __vector __bool int
10007 vec_cmprg_cc(__vector unsigned int __a, __vector unsigned int __b,
10008              __vector unsigned int __c, int *__cc) {
10009   return (__vector __bool int)__builtin_s390_vstrcfs(__a, __b, __c, 4, __cc);
10010 }
10011
10012 /*-- vec_cmprg_idx ----------------------------------------------------------*/
10013
10014 static inline __ATTRS_o_ai __vector unsigned char
10015 vec_cmprg_idx(__vector unsigned char __a, __vector unsigned char __b,
10016               __vector unsigned char __c) {
10017   return __builtin_s390_vstrcb(__a, __b, __c, 0);
10018 }
10019
10020 static inline __ATTRS_o_ai __vector unsigned short
10021 vec_cmprg_idx(__vector unsigned short __a, __vector unsigned short __b,
10022               __vector unsigned short __c) {
10023   return __builtin_s390_vstrch(__a, __b, __c, 0);
10024 }
10025
10026 static inline __ATTRS_o_ai __vector unsigned int
10027 vec_cmprg_idx(__vector unsigned int __a, __vector unsigned int __b,
10028               __vector unsigned int __c) {
10029   return __builtin_s390_vstrcf(__a, __b, __c, 0);
10030 }
10031
10032 /*-- vec_cmprg_idx_cc -------------------------------------------------------*/
10033
10034 static inline __ATTRS_o_ai __vector unsigned char
10035 vec_cmprg_idx_cc(__vector unsigned char __a, __vector unsigned char __b,
10036                  __vector unsigned char __c, int *__cc) {
10037   return __builtin_s390_vstrcbs(__a, __b, __c, 0, __cc);
10038 }
10039
10040 static inline __ATTRS_o_ai __vector unsigned short
10041 vec_cmprg_idx_cc(__vector unsigned short __a, __vector unsigned short __b,
10042                  __vector unsigned short __c, int *__cc) {
10043   return __builtin_s390_vstrchs(__a, __b, __c, 0, __cc);
10044 }
10045
10046 static inline __ATTRS_o_ai __vector unsigned int
10047 vec_cmprg_idx_cc(__vector unsigned int __a, __vector unsigned int __b,
10048                  __vector unsigned int __c, int *__cc) {
10049   return __builtin_s390_vstrcfs(__a, __b, __c, 0, __cc);
10050 }
10051
10052 /*-- vec_cmprg_or_0_idx -----------------------------------------------------*/
10053
10054 static inline __ATTRS_o_ai __vector unsigned char
10055 vec_cmprg_or_0_idx(__vector unsigned char __a, __vector unsigned char __b,
10056                    __vector unsigned char __c) {
10057   return __builtin_s390_vstrczb(__a, __b, __c, 0);
10058 }
10059
10060 static inline __ATTRS_o_ai __vector unsigned short
10061 vec_cmprg_or_0_idx(__vector unsigned short __a, __vector unsigned short __b,
10062                    __vector unsigned short __c) {
10063   return __builtin_s390_vstrczh(__a, __b, __c, 0);
10064 }
10065
10066 static inline __ATTRS_o_ai __vector unsigned int
10067 vec_cmprg_or_0_idx(__vector unsigned int __a, __vector unsigned int __b,
10068                    __vector unsigned int __c) {
10069   return __builtin_s390_vstrczf(__a, __b, __c, 0);
10070 }
10071
10072 /*-- vec_cmprg_or_0_idx_cc --------------------------------------------------*/
10073
10074 static inline __ATTRS_o_ai __vector unsigned char
10075 vec_cmprg_or_0_idx_cc(__vector unsigned char __a, __vector unsigned char __b,
10076                       __vector unsigned char __c, int *__cc) {
10077   return __builtin_s390_vstrczbs(__a, __b, __c, 0, __cc);
10078 }
10079
10080 static inline __ATTRS_o_ai __vector unsigned short
10081 vec_cmprg_or_0_idx_cc(__vector unsigned short __a, __vector unsigned short __b,
10082                       __vector unsigned short __c, int *__cc) {
10083   return __builtin_s390_vstrczhs(__a, __b, __c, 0, __cc);
10084 }
10085
10086 static inline __ATTRS_o_ai __vector unsigned int
10087 vec_cmprg_or_0_idx_cc(__vector unsigned int __a, __vector unsigned int __b,
10088                       __vector unsigned int __c, int *__cc) {
10089   return __builtin_s390_vstrczfs(__a, __b, __c, 0, __cc);
10090 }
10091
10092 /*-- vec_cmpnrg -------------------------------------------------------------*/
10093
10094 static inline __ATTRS_o_ai __vector __bool char
10095 vec_cmpnrg(__vector unsigned char __a, __vector unsigned char __b,
10096            __vector unsigned char __c) {
10097   return (__vector __bool char)__builtin_s390_vstrcb(__a, __b, __c, 12);
10098 }
10099
10100 static inline __ATTRS_o_ai __vector __bool short
10101 vec_cmpnrg(__vector unsigned short __a, __vector unsigned short __b,
10102            __vector unsigned short __c) {
10103   return (__vector __bool short)__builtin_s390_vstrch(__a, __b, __c, 12);
10104 }
10105
10106 static inline __ATTRS_o_ai __vector __bool int
10107 vec_cmpnrg(__vector unsigned int __a, __vector unsigned int __b,
10108            __vector unsigned int __c) {
10109   return (__vector __bool int)__builtin_s390_vstrcf(__a, __b, __c, 12);
10110 }
10111
10112 /*-- vec_cmpnrg_cc ----------------------------------------------------------*/
10113
10114 static inline __ATTRS_o_ai __vector __bool char
10115 vec_cmpnrg_cc(__vector unsigned char __a, __vector unsigned char __b,
10116               __vector unsigned char __c, int *__cc) {
10117   return (__vector __bool char)
10118     __builtin_s390_vstrcbs(__a, __b, __c, 12, __cc);
10119 }
10120
10121 static inline __ATTRS_o_ai __vector __bool short
10122 vec_cmpnrg_cc(__vector unsigned short __a, __vector unsigned short __b,
10123               __vector unsigned short __c, int *__cc) {
10124   return (__vector __bool short)
10125     __builtin_s390_vstrchs(__a, __b, __c, 12, __cc);
10126 }
10127
10128 static inline __ATTRS_o_ai __vector __bool int
10129 vec_cmpnrg_cc(__vector unsigned int __a, __vector unsigned int __b,
10130               __vector unsigned int __c, int *__cc) {
10131   return (__vector __bool int)
10132     __builtin_s390_vstrcfs(__a, __b, __c, 12, __cc);
10133 }
10134
10135 /*-- vec_cmpnrg_idx ---------------------------------------------------------*/
10136
10137 static inline __ATTRS_o_ai __vector unsigned char
10138 vec_cmpnrg_idx(__vector unsigned char __a, __vector unsigned char __b,
10139                __vector unsigned char __c) {
10140   return __builtin_s390_vstrcb(__a, __b, __c, 8);
10141 }
10142
10143 static inline __ATTRS_o_ai __vector unsigned short
10144 vec_cmpnrg_idx(__vector unsigned short __a, __vector unsigned short __b,
10145                __vector unsigned short __c) {
10146   return __builtin_s390_vstrch(__a, __b, __c, 8);
10147 }
10148
10149 static inline __ATTRS_o_ai __vector unsigned int
10150 vec_cmpnrg_idx(__vector unsigned int __a, __vector unsigned int __b,
10151                __vector unsigned int __c) {
10152   return __builtin_s390_vstrcf(__a, __b, __c, 8);
10153 }
10154
10155 /*-- vec_cmpnrg_idx_cc ------------------------------------------------------*/
10156
10157 static inline __ATTRS_o_ai __vector unsigned char
10158 vec_cmpnrg_idx_cc(__vector unsigned char __a, __vector unsigned char __b,
10159                   __vector unsigned char __c, int *__cc) {
10160   return __builtin_s390_vstrcbs(__a, __b, __c, 8, __cc);
10161 }
10162
10163 static inline __ATTRS_o_ai __vector unsigned short
10164 vec_cmpnrg_idx_cc(__vector unsigned short __a, __vector unsigned short __b,
10165                   __vector unsigned short __c, int *__cc) {
10166   return __builtin_s390_vstrchs(__a, __b, __c, 8, __cc);
10167 }
10168
10169 static inline __ATTRS_o_ai __vector unsigned int
10170 vec_cmpnrg_idx_cc(__vector unsigned int __a, __vector unsigned int __b,
10171                   __vector unsigned int __c, int *__cc) {
10172   return __builtin_s390_vstrcfs(__a, __b, __c, 8, __cc);
10173 }
10174
10175 /*-- vec_cmpnrg_or_0_idx ----------------------------------------------------*/
10176
10177 static inline __ATTRS_o_ai __vector unsigned char
10178 vec_cmpnrg_or_0_idx(__vector unsigned char __a, __vector unsigned char __b,
10179                     __vector unsigned char __c) {
10180   return __builtin_s390_vstrczb(__a, __b, __c, 8);
10181 }
10182
10183 static inline __ATTRS_o_ai __vector unsigned short
10184 vec_cmpnrg_or_0_idx(__vector unsigned short __a, __vector unsigned short __b,
10185                     __vector unsigned short __c) {
10186   return __builtin_s390_vstrczh(__a, __b, __c, 8);
10187 }
10188
10189 static inline __ATTRS_o_ai __vector unsigned int
10190 vec_cmpnrg_or_0_idx(__vector unsigned int __a, __vector unsigned int __b,
10191                     __vector unsigned int __c) {
10192   return __builtin_s390_vstrczf(__a, __b, __c, 8);
10193 }
10194
10195 /*-- vec_cmpnrg_or_0_idx_cc -------------------------------------------------*/
10196
10197 static inline __ATTRS_o_ai __vector unsigned char
10198 vec_cmpnrg_or_0_idx_cc(__vector unsigned char __a,
10199                        __vector unsigned char __b,
10200                        __vector unsigned char __c, int *__cc) {
10201   return __builtin_s390_vstrczbs(__a, __b, __c, 8, __cc);
10202 }
10203
10204 static inline __ATTRS_o_ai __vector unsigned short
10205 vec_cmpnrg_or_0_idx_cc(__vector unsigned short __a,
10206                        __vector unsigned short __b,
10207                        __vector unsigned short __c, int *__cc) {
10208   return __builtin_s390_vstrczhs(__a, __b, __c, 8, __cc);
10209 }
10210
10211 static inline __ATTRS_o_ai __vector unsigned int
10212 vec_cmpnrg_or_0_idx_cc(__vector unsigned int __a,
10213                        __vector unsigned int __b,
10214                        __vector unsigned int __c, int *__cc) {
10215   return __builtin_s390_vstrczfs(__a, __b, __c, 8, __cc);
10216 }
10217
10218 /*-- vec_find_any_eq --------------------------------------------------------*/
10219
10220 static inline __ATTRS_o_ai __vector __bool char
10221 vec_find_any_eq(__vector signed char __a, __vector signed char __b) {
10222   return (__vector __bool char)
10223     __builtin_s390_vfaeb((__vector unsigned char)__a,
10224                          (__vector unsigned char)__b, 4);
10225 }
10226
10227 static inline __ATTRS_o_ai __vector __bool char
10228 vec_find_any_eq(__vector __bool char __a, __vector __bool char __b) {
10229   return (__vector __bool char)
10230     __builtin_s390_vfaeb((__vector unsigned char)__a,
10231                          (__vector unsigned char)__b, 4);
10232 }
10233
10234 static inline __ATTRS_o_ai __vector __bool char
10235 vec_find_any_eq(__vector unsigned char __a, __vector unsigned char __b) {
10236   return (__vector __bool char)__builtin_s390_vfaeb(__a, __b, 4);
10237 }
10238
10239 static inline __ATTRS_o_ai __vector __bool short
10240 vec_find_any_eq(__vector signed short __a, __vector signed short __b) {
10241   return (__vector __bool short)
10242     __builtin_s390_vfaeh((__vector unsigned short)__a,
10243                          (__vector unsigned short)__b, 4);
10244 }
10245
10246 static inline __ATTRS_o_ai __vector __bool short
10247 vec_find_any_eq(__vector __bool short __a, __vector __bool short __b) {
10248   return (__vector __bool short)
10249     __builtin_s390_vfaeh((__vector unsigned short)__a,
10250                          (__vector unsigned short)__b, 4);
10251 }
10252
10253 static inline __ATTRS_o_ai __vector __bool short
10254 vec_find_any_eq(__vector unsigned short __a, __vector unsigned short __b) {
10255   return (__vector __bool short)__builtin_s390_vfaeh(__a, __b, 4);
10256 }
10257
10258 static inline __ATTRS_o_ai __vector __bool int
10259 vec_find_any_eq(__vector signed int __a, __vector signed int __b) {
10260   return (__vector __bool int)
10261     __builtin_s390_vfaef((__vector unsigned int)__a,
10262                          (__vector unsigned int)__b, 4);
10263 }
10264
10265 static inline __ATTRS_o_ai __vector __bool int
10266 vec_find_any_eq(__vector __bool int __a, __vector __bool int __b) {
10267   return (__vector __bool int)
10268     __builtin_s390_vfaef((__vector unsigned int)__a,
10269                          (__vector unsigned int)__b, 4);
10270 }
10271
10272 static inline __ATTRS_o_ai __vector __bool int
10273 vec_find_any_eq(__vector unsigned int __a, __vector unsigned int __b) {
10274   return (__vector __bool int)__builtin_s390_vfaef(__a, __b, 4);
10275 }
10276
10277 /*-- vec_find_any_eq_cc -----------------------------------------------------*/
10278
10279 static inline __ATTRS_o_ai __vector __bool char
10280 vec_find_any_eq_cc(__vector signed char __a, __vector signed char __b,
10281                    int *__cc) {
10282   return (__vector __bool char)
10283     __builtin_s390_vfaebs((__vector unsigned char)__a,
10284                           (__vector unsigned char)__b, 4, __cc);
10285 }
10286
10287 static inline __ATTRS_o_ai __vector __bool char
10288 vec_find_any_eq_cc(__vector __bool char __a, __vector __bool char __b,
10289                    int *__cc) {
10290   return (__vector __bool char)
10291     __builtin_s390_vfaebs((__vector unsigned char)__a,
10292                           (__vector unsigned char)__b, 4, __cc);
10293 }
10294
10295 static inline __ATTRS_o_ai __vector __bool char
10296 vec_find_any_eq_cc(__vector unsigned char __a, __vector unsigned char __b,
10297                    int *__cc) {
10298   return (__vector __bool char)__builtin_s390_vfaebs(__a, __b, 4, __cc);
10299 }
10300
10301 static inline __ATTRS_o_ai __vector __bool short
10302 vec_find_any_eq_cc(__vector signed short __a, __vector signed short __b,
10303                    int *__cc) {
10304   return (__vector __bool short)
10305     __builtin_s390_vfaehs((__vector unsigned short)__a,
10306                           (__vector unsigned short)__b, 4, __cc);
10307 }
10308
10309 static inline __ATTRS_o_ai __vector __bool short
10310 vec_find_any_eq_cc(__vector __bool short __a, __vector __bool short __b,
10311                    int *__cc) {
10312   return (__vector __bool short)
10313     __builtin_s390_vfaehs((__vector unsigned short)__a,
10314                           (__vector unsigned short)__b, 4, __cc);
10315 }
10316
10317 static inline __ATTRS_o_ai __vector __bool short
10318 vec_find_any_eq_cc(__vector unsigned short __a, __vector unsigned short __b,
10319                    int *__cc) {
10320   return (__vector __bool short)__builtin_s390_vfaehs(__a, __b, 4, __cc);
10321 }
10322
10323 static inline __ATTRS_o_ai __vector __bool int
10324 vec_find_any_eq_cc(__vector signed int __a, __vector signed int __b,
10325                    int *__cc) {
10326   return (__vector __bool int)
10327     __builtin_s390_vfaefs((__vector unsigned int)__a,
10328                           (__vector unsigned int)__b, 4, __cc);
10329 }
10330
10331 static inline __ATTRS_o_ai __vector __bool int
10332 vec_find_any_eq_cc(__vector __bool int __a, __vector __bool int __b,
10333                    int *__cc) {
10334   return (__vector __bool int)
10335     __builtin_s390_vfaefs((__vector unsigned int)__a,
10336                           (__vector unsigned int)__b, 4, __cc);
10337 }
10338
10339 static inline __ATTRS_o_ai __vector __bool int
10340 vec_find_any_eq_cc(__vector unsigned int __a, __vector unsigned int __b,
10341                    int *__cc) {
10342   return (__vector __bool int)__builtin_s390_vfaefs(__a, __b, 4, __cc);
10343 }
10344
10345 /*-- vec_find_any_eq_idx ----------------------------------------------------*/
10346
10347 static inline __ATTRS_o_ai __vector signed char
10348 vec_find_any_eq_idx(__vector signed char __a, __vector signed char __b) {
10349   return (__vector signed char)
10350     __builtin_s390_vfaeb((__vector unsigned char)__a,
10351                          (__vector unsigned char)__b, 0);
10352 }
10353
10354 static inline __ATTRS_o_ai __vector unsigned char
10355 vec_find_any_eq_idx(__vector __bool char __a, __vector __bool char __b) {
10356   return __builtin_s390_vfaeb((__vector unsigned char)__a,
10357                               (__vector unsigned char)__b, 0);
10358 }
10359
10360 static inline __ATTRS_o_ai __vector unsigned char
10361 vec_find_any_eq_idx(__vector unsigned char __a, __vector unsigned char __b) {
10362   return __builtin_s390_vfaeb(__a, __b, 0);
10363 }
10364
10365 static inline __ATTRS_o_ai __vector signed short
10366 vec_find_any_eq_idx(__vector signed short __a, __vector signed short __b) {
10367   return (__vector signed short)
10368     __builtin_s390_vfaeh((__vector unsigned short)__a,
10369                          (__vector unsigned short)__b, 0);
10370 }
10371
10372 static inline __ATTRS_o_ai __vector unsigned short
10373 vec_find_any_eq_idx(__vector __bool short __a, __vector __bool short __b) {
10374   return __builtin_s390_vfaeh((__vector unsigned short)__a,
10375                               (__vector unsigned short)__b, 0);
10376 }
10377
10378 static inline __ATTRS_o_ai __vector unsigned short
10379 vec_find_any_eq_idx(__vector unsigned short __a, __vector unsigned short __b) {
10380   return __builtin_s390_vfaeh(__a, __b, 0);
10381 }
10382
10383 static inline __ATTRS_o_ai __vector signed int
10384 vec_find_any_eq_idx(__vector signed int __a, __vector signed int __b) {
10385   return (__vector signed int)
10386     __builtin_s390_vfaef((__vector unsigned int)__a,
10387                          (__vector unsigned int)__b, 0);
10388 }
10389
10390 static inline __ATTRS_o_ai __vector unsigned int
10391 vec_find_any_eq_idx(__vector __bool int __a, __vector __bool int __b) {
10392   return __builtin_s390_vfaef((__vector unsigned int)__a,
10393                               (__vector unsigned int)__b, 0);
10394 }
10395
10396 static inline __ATTRS_o_ai __vector unsigned int
10397 vec_find_any_eq_idx(__vector unsigned int __a, __vector unsigned int __b) {
10398   return __builtin_s390_vfaef(__a, __b, 0);
10399 }
10400
10401 /*-- vec_find_any_eq_idx_cc -------------------------------------------------*/
10402
10403 static inline __ATTRS_o_ai __vector signed char
10404 vec_find_any_eq_idx_cc(__vector signed char __a,
10405                        __vector signed char __b, int *__cc) {
10406   return (__vector signed char)
10407     __builtin_s390_vfaebs((__vector unsigned char)__a,
10408                           (__vector unsigned char)__b, 0, __cc);
10409 }
10410
10411 static inline __ATTRS_o_ai __vector unsigned char
10412 vec_find_any_eq_idx_cc(__vector __bool char __a,
10413                        __vector __bool char __b, int *__cc) {
10414   return __builtin_s390_vfaebs((__vector unsigned char)__a,
10415                                (__vector unsigned char)__b, 0, __cc);
10416 }
10417
10418 static inline __ATTRS_o_ai __vector unsigned char
10419 vec_find_any_eq_idx_cc(__vector unsigned char __a,
10420                        __vector unsigned char __b, int *__cc) {
10421   return __builtin_s390_vfaebs(__a, __b, 0, __cc);
10422 }
10423
10424 static inline __ATTRS_o_ai __vector signed short
10425 vec_find_any_eq_idx_cc(__vector signed short __a,
10426                        __vector signed short __b, int *__cc) {
10427   return (__vector signed short)
10428     __builtin_s390_vfaehs((__vector unsigned short)__a,
10429                           (__vector unsigned short)__b, 0, __cc);
10430 }
10431
10432 static inline __ATTRS_o_ai __vector unsigned short
10433 vec_find_any_eq_idx_cc(__vector __bool short __a,
10434                        __vector __bool short __b, int *__cc) {
10435   return __builtin_s390_vfaehs((__vector unsigned short)__a,
10436                                (__vector unsigned short)__b, 0, __cc);
10437 }
10438
10439 static inline __ATTRS_o_ai __vector unsigned short
10440 vec_find_any_eq_idx_cc(__vector unsigned short __a,
10441                        __vector unsigned short __b, int *__cc) {
10442   return __builtin_s390_vfaehs(__a, __b, 0, __cc);
10443 }
10444
10445 static inline __ATTRS_o_ai __vector signed int
10446 vec_find_any_eq_idx_cc(__vector signed int __a,
10447                        __vector signed int __b, int *__cc) {
10448   return (__vector signed int)
10449     __builtin_s390_vfaefs((__vector unsigned int)__a,
10450                           (__vector unsigned int)__b, 0, __cc);
10451 }
10452
10453 static inline __ATTRS_o_ai __vector unsigned int
10454 vec_find_any_eq_idx_cc(__vector __bool int __a,
10455                        __vector __bool int __b, int *__cc) {
10456   return __builtin_s390_vfaefs((__vector unsigned int)__a,
10457                                (__vector unsigned int)__b, 0, __cc);
10458 }
10459
10460 static inline __ATTRS_o_ai __vector unsigned int
10461 vec_find_any_eq_idx_cc(__vector unsigned int __a,
10462                        __vector unsigned int __b, int *__cc) {
10463   return __builtin_s390_vfaefs(__a, __b, 0, __cc);
10464 }
10465
10466 /*-- vec_find_any_eq_or_0_idx -----------------------------------------------*/
10467
10468 static inline __ATTRS_o_ai __vector signed char
10469 vec_find_any_eq_or_0_idx(__vector signed char __a,
10470                          __vector signed char __b) {
10471   return (__vector signed char)
10472     __builtin_s390_vfaezb((__vector unsigned char)__a,
10473                           (__vector unsigned char)__b, 0);
10474 }
10475
10476 static inline __ATTRS_o_ai __vector unsigned char
10477 vec_find_any_eq_or_0_idx(__vector __bool char __a,
10478                          __vector __bool char __b) {
10479   return __builtin_s390_vfaezb((__vector unsigned char)__a,
10480                                (__vector unsigned char)__b, 0);
10481 }
10482
10483 static inline __ATTRS_o_ai __vector unsigned char
10484 vec_find_any_eq_or_0_idx(__vector unsigned char __a,
10485                          __vector unsigned char __b) {
10486   return __builtin_s390_vfaezb(__a, __b, 0);
10487 }
10488
10489 static inline __ATTRS_o_ai __vector signed short
10490 vec_find_any_eq_or_0_idx(__vector signed short __a,
10491                          __vector signed short __b) {
10492   return (__vector signed short)
10493     __builtin_s390_vfaezh((__vector unsigned short)__a,
10494                           (__vector unsigned short)__b, 0);
10495 }
10496
10497 static inline __ATTRS_o_ai __vector unsigned short
10498 vec_find_any_eq_or_0_idx(__vector __bool short __a,
10499                          __vector __bool short __b) {
10500   return __builtin_s390_vfaezh((__vector unsigned short)__a,
10501                                (__vector unsigned short)__b, 0);
10502 }
10503
10504 static inline __ATTRS_o_ai __vector unsigned short
10505 vec_find_any_eq_or_0_idx(__vector unsigned short __a,
10506                          __vector unsigned short __b) {
10507   return __builtin_s390_vfaezh(__a, __b, 0);
10508 }
10509
10510 static inline __ATTRS_o_ai __vector signed int
10511 vec_find_any_eq_or_0_idx(__vector signed int __a,
10512                          __vector signed int __b) {
10513   return (__vector signed int)
10514     __builtin_s390_vfaezf((__vector unsigned int)__a,
10515                           (__vector unsigned int)__b, 0);
10516 }
10517
10518 static inline __ATTRS_o_ai __vector unsigned int
10519 vec_find_any_eq_or_0_idx(__vector __bool int __a,
10520                          __vector __bool int __b) {
10521   return __builtin_s390_vfaezf((__vector unsigned int)__a,
10522                                (__vector unsigned int)__b, 0);
10523 }
10524
10525 static inline __ATTRS_o_ai __vector unsigned int
10526 vec_find_any_eq_or_0_idx(__vector unsigned int __a,
10527                          __vector unsigned int __b) {
10528   return __builtin_s390_vfaezf(__a, __b, 0);
10529 }
10530
10531 /*-- vec_find_any_eq_or_0_idx_cc --------------------------------------------*/
10532
10533 static inline __ATTRS_o_ai __vector signed char
10534 vec_find_any_eq_or_0_idx_cc(__vector signed char __a,
10535                             __vector signed char __b, int *__cc) {
10536   return (__vector signed char)
10537     __builtin_s390_vfaezbs((__vector unsigned char)__a,
10538                            (__vector unsigned char)__b, 0, __cc);
10539 }
10540
10541 static inline __ATTRS_o_ai __vector unsigned char
10542 vec_find_any_eq_or_0_idx_cc(__vector __bool char __a,
10543                             __vector __bool char __b, int *__cc) {
10544   return __builtin_s390_vfaezbs((__vector unsigned char)__a,
10545                                 (__vector unsigned char)__b, 0, __cc);
10546 }
10547
10548 static inline __ATTRS_o_ai __vector unsigned char
10549 vec_find_any_eq_or_0_idx_cc(__vector unsigned char __a,
10550                             __vector unsigned char __b, int *__cc) {
10551   return __builtin_s390_vfaezbs(__a, __b, 0, __cc);
10552 }
10553
10554 static inline __ATTRS_o_ai __vector signed short
10555 vec_find_any_eq_or_0_idx_cc(__vector signed short __a,
10556                             __vector signed short __b, int *__cc) {
10557   return (__vector signed short)
10558     __builtin_s390_vfaezhs((__vector unsigned short)__a,
10559                            (__vector unsigned short)__b, 0, __cc);
10560 }
10561
10562 static inline __ATTRS_o_ai __vector unsigned short
10563 vec_find_any_eq_or_0_idx_cc(__vector __bool short __a,
10564                             __vector __bool short __b, int *__cc) {
10565   return __builtin_s390_vfaezhs((__vector unsigned short)__a,
10566                                 (__vector unsigned short)__b, 0, __cc);
10567 }
10568
10569 static inline __ATTRS_o_ai __vector unsigned short
10570 vec_find_any_eq_or_0_idx_cc(__vector unsigned short __a,
10571                             __vector unsigned short __b, int *__cc) {
10572   return __builtin_s390_vfaezhs(__a, __b, 0, __cc);
10573 }
10574
10575 static inline __ATTRS_o_ai __vector signed int
10576 vec_find_any_eq_or_0_idx_cc(__vector signed int __a,
10577                             __vector signed int __b, int *__cc) {
10578   return (__vector signed int)
10579     __builtin_s390_vfaezfs((__vector unsigned int)__a,
10580                            (__vector unsigned int)__b, 0, __cc);
10581 }
10582
10583 static inline __ATTRS_o_ai __vector unsigned int
10584 vec_find_any_eq_or_0_idx_cc(__vector __bool int __a,
10585                             __vector __bool int __b, int *__cc) {
10586   return __builtin_s390_vfaezfs((__vector unsigned int)__a,
10587                                 (__vector unsigned int)__b, 0, __cc);
10588 }
10589
10590 static inline __ATTRS_o_ai __vector unsigned int
10591 vec_find_any_eq_or_0_idx_cc(__vector unsigned int __a,
10592                             __vector unsigned int __b, int *__cc) {
10593   return __builtin_s390_vfaezfs(__a, __b, 0, __cc);
10594 }
10595
10596 /*-- vec_find_any_ne --------------------------------------------------------*/
10597
10598 static inline __ATTRS_o_ai __vector __bool char
10599 vec_find_any_ne(__vector signed char __a, __vector signed char __b) {
10600   return (__vector __bool char)
10601     __builtin_s390_vfaeb((__vector unsigned char)__a,
10602                          (__vector unsigned char)__b, 12);
10603 }
10604
10605 static inline __ATTRS_o_ai __vector __bool char
10606 vec_find_any_ne(__vector __bool char __a, __vector __bool char __b) {
10607   return (__vector __bool char)
10608     __builtin_s390_vfaeb((__vector unsigned char)__a,
10609                          (__vector unsigned char)__b, 12);
10610 }
10611
10612 static inline __ATTRS_o_ai __vector __bool char
10613 vec_find_any_ne(__vector unsigned char __a, __vector unsigned char __b) {
10614   return (__vector __bool char)__builtin_s390_vfaeb(__a, __b, 12);
10615 }
10616
10617 static inline __ATTRS_o_ai __vector __bool short
10618 vec_find_any_ne(__vector signed short __a, __vector signed short __b) {
10619   return (__vector __bool short)
10620     __builtin_s390_vfaeh((__vector unsigned short)__a,
10621                          (__vector unsigned short)__b, 12);
10622 }
10623
10624 static inline __ATTRS_o_ai __vector __bool short
10625 vec_find_any_ne(__vector __bool short __a, __vector __bool short __b) {
10626   return (__vector __bool short)
10627     __builtin_s390_vfaeh((__vector unsigned short)__a,
10628                          (__vector unsigned short)__b, 12);
10629 }
10630
10631 static inline __ATTRS_o_ai __vector __bool short
10632 vec_find_any_ne(__vector unsigned short __a, __vector unsigned short __b) {
10633   return (__vector __bool short)__builtin_s390_vfaeh(__a, __b, 12);
10634 }
10635
10636 static inline __ATTRS_o_ai __vector __bool int
10637 vec_find_any_ne(__vector signed int __a, __vector signed int __b) {
10638   return (__vector __bool int)
10639     __builtin_s390_vfaef((__vector unsigned int)__a,
10640                          (__vector unsigned int)__b, 12);
10641 }
10642
10643 static inline __ATTRS_o_ai __vector __bool int
10644 vec_find_any_ne(__vector __bool int __a, __vector __bool int __b) {
10645   return (__vector __bool int)
10646     __builtin_s390_vfaef((__vector unsigned int)__a,
10647                          (__vector unsigned int)__b, 12);
10648 }
10649
10650 static inline __ATTRS_o_ai __vector __bool int
10651 vec_find_any_ne(__vector unsigned int __a, __vector unsigned int __b) {
10652   return (__vector __bool int)__builtin_s390_vfaef(__a, __b, 12);
10653 }
10654
10655 /*-- vec_find_any_ne_cc -----------------------------------------------------*/
10656
10657 static inline __ATTRS_o_ai __vector __bool char
10658 vec_find_any_ne_cc(__vector signed char __a,
10659                    __vector signed char __b, int *__cc) {
10660   return (__vector __bool char)
10661     __builtin_s390_vfaebs((__vector unsigned char)__a,
10662                           (__vector unsigned char)__b, 12, __cc);
10663 }
10664
10665 static inline __ATTRS_o_ai __vector __bool char
10666 vec_find_any_ne_cc(__vector __bool char __a,
10667                    __vector __bool char __b, int *__cc) {
10668   return (__vector __bool char)
10669     __builtin_s390_vfaebs((__vector unsigned char)__a,
10670                           (__vector unsigned char)__b, 12, __cc);
10671 }
10672
10673 static inline __ATTRS_o_ai __vector __bool char
10674 vec_find_any_ne_cc(__vector unsigned char __a,
10675                    __vector unsigned char __b, int *__cc) {
10676   return (__vector __bool char)__builtin_s390_vfaebs(__a, __b, 12, __cc);
10677 }
10678
10679 static inline __ATTRS_o_ai __vector __bool short
10680 vec_find_any_ne_cc(__vector signed short __a,
10681                    __vector signed short __b, int *__cc) {
10682   return (__vector __bool short)
10683     __builtin_s390_vfaehs((__vector unsigned short)__a,
10684                           (__vector unsigned short)__b, 12, __cc);
10685 }
10686
10687 static inline __ATTRS_o_ai __vector __bool short
10688 vec_find_any_ne_cc(__vector __bool short __a,
10689                    __vector __bool short __b, int *__cc) {
10690   return (__vector __bool short)
10691     __builtin_s390_vfaehs((__vector unsigned short)__a,
10692                           (__vector unsigned short)__b, 12, __cc);
10693 }
10694
10695 static inline __ATTRS_o_ai __vector __bool short
10696 vec_find_any_ne_cc(__vector unsigned short __a,
10697                    __vector unsigned short __b, int *__cc) {
10698   return (__vector __bool short)__builtin_s390_vfaehs(__a, __b, 12, __cc);
10699 }
10700
10701 static inline __ATTRS_o_ai __vector __bool int
10702 vec_find_any_ne_cc(__vector signed int __a,
10703                    __vector signed int __b, int *__cc) {
10704   return (__vector __bool int)
10705     __builtin_s390_vfaefs((__vector unsigned int)__a,
10706                           (__vector unsigned int)__b, 12, __cc);
10707 }
10708
10709 static inline __ATTRS_o_ai __vector __bool int
10710 vec_find_any_ne_cc(__vector __bool int __a,
10711                    __vector __bool int __b, int *__cc) {
10712   return (__vector __bool int)
10713     __builtin_s390_vfaefs((__vector unsigned int)__a,
10714                           (__vector unsigned int)__b, 12, __cc);
10715 }
10716
10717 static inline __ATTRS_o_ai __vector __bool int
10718 vec_find_any_ne_cc(__vector unsigned int __a,
10719                    __vector unsigned int __b, int *__cc) {
10720   return (__vector __bool int)__builtin_s390_vfaefs(__a, __b, 12, __cc);
10721 }
10722
10723 /*-- vec_find_any_ne_idx ----------------------------------------------------*/
10724
10725 static inline __ATTRS_o_ai __vector signed char
10726 vec_find_any_ne_idx(__vector signed char __a, __vector signed char __b) {
10727   return (__vector signed char)
10728     __builtin_s390_vfaeb((__vector unsigned char)__a,
10729                          (__vector unsigned char)__b, 8);
10730 }
10731
10732 static inline __ATTRS_o_ai __vector unsigned char
10733 vec_find_any_ne_idx(__vector __bool char __a, __vector __bool char __b) {
10734   return __builtin_s390_vfaeb((__vector unsigned char)__a,
10735                               (__vector unsigned char)__b, 8);
10736 }
10737
10738 static inline __ATTRS_o_ai __vector unsigned char
10739 vec_find_any_ne_idx(__vector unsigned char __a, __vector unsigned char __b) {
10740   return __builtin_s390_vfaeb(__a, __b, 8);
10741 }
10742
10743 static inline __ATTRS_o_ai __vector signed short
10744 vec_find_any_ne_idx(__vector signed short __a, __vector signed short __b) {
10745   return (__vector signed short)
10746     __builtin_s390_vfaeh((__vector unsigned short)__a,
10747                          (__vector unsigned short)__b, 8);
10748 }
10749
10750 static inline __ATTRS_o_ai __vector unsigned short
10751 vec_find_any_ne_idx(__vector __bool short __a, __vector __bool short __b) {
10752   return __builtin_s390_vfaeh((__vector unsigned short)__a,
10753                               (__vector unsigned short)__b, 8);
10754 }
10755
10756 static inline __ATTRS_o_ai __vector unsigned short
10757 vec_find_any_ne_idx(__vector unsigned short __a, __vector unsigned short __b) {
10758   return __builtin_s390_vfaeh(__a, __b, 8);
10759 }
10760
10761 static inline __ATTRS_o_ai __vector signed int
10762 vec_find_any_ne_idx(__vector signed int __a, __vector signed int __b) {
10763   return (__vector signed int)
10764     __builtin_s390_vfaef((__vector unsigned int)__a,
10765                          (__vector unsigned int)__b, 8);
10766 }
10767
10768 static inline __ATTRS_o_ai __vector unsigned int
10769 vec_find_any_ne_idx(__vector __bool int __a, __vector __bool int __b) {
10770   return __builtin_s390_vfaef((__vector unsigned int)__a,
10771                               (__vector unsigned int)__b, 8);
10772 }
10773
10774 static inline __ATTRS_o_ai __vector unsigned int
10775 vec_find_any_ne_idx(__vector unsigned int __a, __vector unsigned int __b) {
10776   return __builtin_s390_vfaef(__a, __b, 8);
10777 }
10778
10779 /*-- vec_find_any_ne_idx_cc -------------------------------------------------*/
10780
10781 static inline __ATTRS_o_ai __vector signed char
10782 vec_find_any_ne_idx_cc(__vector signed char __a,
10783                        __vector signed char __b, int *__cc) {
10784   return (__vector signed char)
10785     __builtin_s390_vfaebs((__vector unsigned char)__a,
10786                           (__vector unsigned char)__b, 8, __cc);
10787 }
10788
10789 static inline __ATTRS_o_ai __vector unsigned char
10790 vec_find_any_ne_idx_cc(__vector __bool char __a,
10791                        __vector __bool char __b, int *__cc) {
10792   return __builtin_s390_vfaebs((__vector unsigned char)__a,
10793                                (__vector unsigned char)__b, 8, __cc);
10794 }
10795
10796 static inline __ATTRS_o_ai __vector unsigned char
10797 vec_find_any_ne_idx_cc(__vector unsigned char __a,
10798                        __vector unsigned char __b,
10799                        int *__cc) {
10800   return __builtin_s390_vfaebs(__a, __b, 8, __cc);
10801 }
10802
10803 static inline __ATTRS_o_ai __vector signed short
10804 vec_find_any_ne_idx_cc(__vector signed short __a,
10805                        __vector signed short __b, int *__cc) {
10806   return (__vector signed short)
10807     __builtin_s390_vfaehs((__vector unsigned short)__a,
10808                           (__vector unsigned short)__b, 8, __cc);
10809 }
10810
10811 static inline __ATTRS_o_ai __vector unsigned short
10812 vec_find_any_ne_idx_cc(__vector __bool short __a,
10813                        __vector __bool short __b, int *__cc) {
10814   return __builtin_s390_vfaehs((__vector unsigned short)__a,
10815                                (__vector unsigned short)__b, 8, __cc);
10816 }
10817
10818 static inline __ATTRS_o_ai __vector unsigned short
10819 vec_find_any_ne_idx_cc(__vector unsigned short __a,
10820                        __vector unsigned short __b, int *__cc) {
10821   return __builtin_s390_vfaehs(__a, __b, 8, __cc);
10822 }
10823
10824 static inline __ATTRS_o_ai __vector signed int
10825 vec_find_any_ne_idx_cc(__vector signed int __a,
10826                        __vector signed int __b, int *__cc) {
10827   return (__vector signed int)
10828     __builtin_s390_vfaefs((__vector unsigned int)__a,
10829                           (__vector unsigned int)__b, 8, __cc);
10830 }
10831
10832 static inline __ATTRS_o_ai __vector unsigned int
10833 vec_find_any_ne_idx_cc(__vector __bool int __a,
10834                        __vector __bool int __b, int *__cc) {
10835   return __builtin_s390_vfaefs((__vector unsigned int)__a,
10836                                (__vector unsigned int)__b, 8, __cc);
10837 }
10838
10839 static inline __ATTRS_o_ai __vector unsigned int
10840 vec_find_any_ne_idx_cc(__vector unsigned int __a,
10841                        __vector unsigned int __b, int *__cc) {
10842   return __builtin_s390_vfaefs(__a, __b, 8, __cc);
10843 }
10844
10845 /*-- vec_find_any_ne_or_0_idx -----------------------------------------------*/
10846
10847 static inline __ATTRS_o_ai __vector signed char
10848 vec_find_any_ne_or_0_idx(__vector signed char __a,
10849                          __vector signed char __b) {
10850   return (__vector signed char)
10851     __builtin_s390_vfaezb((__vector unsigned char)__a,
10852                           (__vector unsigned char)__b, 8);
10853 }
10854
10855 static inline __ATTRS_o_ai __vector unsigned char
10856 vec_find_any_ne_or_0_idx(__vector __bool char __a,
10857                          __vector __bool char __b) {
10858   return __builtin_s390_vfaezb((__vector unsigned char)__a,
10859                                (__vector unsigned char)__b, 8);
10860 }
10861
10862 static inline __ATTRS_o_ai __vector unsigned char
10863 vec_find_any_ne_or_0_idx(__vector unsigned char __a,
10864                          __vector unsigned char __b) {
10865   return __builtin_s390_vfaezb(__a, __b, 8);
10866 }
10867
10868 static inline __ATTRS_o_ai __vector signed short
10869 vec_find_any_ne_or_0_idx(__vector signed short __a,
10870                          __vector signed short __b) {
10871   return (__vector signed short)
10872     __builtin_s390_vfaezh((__vector unsigned short)__a,
10873                           (__vector unsigned short)__b, 8);
10874 }
10875
10876 static inline __ATTRS_o_ai __vector unsigned short
10877 vec_find_any_ne_or_0_idx(__vector __bool short __a,
10878                          __vector __bool short __b) {
10879   return __builtin_s390_vfaezh((__vector unsigned short)__a,
10880                                (__vector unsigned short)__b, 8);
10881 }
10882
10883 static inline __ATTRS_o_ai __vector unsigned short
10884 vec_find_any_ne_or_0_idx(__vector unsigned short __a,
10885                          __vector unsigned short __b) {
10886   return __builtin_s390_vfaezh(__a, __b, 8);
10887 }
10888
10889 static inline __ATTRS_o_ai __vector signed int
10890 vec_find_any_ne_or_0_idx(__vector signed int __a,
10891                          __vector signed int __b) {
10892   return (__vector signed int)
10893     __builtin_s390_vfaezf((__vector unsigned int)__a,
10894                           (__vector unsigned int)__b, 8);
10895 }
10896
10897 static inline __ATTRS_o_ai __vector unsigned int
10898 vec_find_any_ne_or_0_idx(__vector __bool int __a,
10899                          __vector __bool int __b) {
10900   return __builtin_s390_vfaezf((__vector unsigned int)__a,
10901                                (__vector unsigned int)__b, 8);
10902 }
10903
10904 static inline __ATTRS_o_ai __vector unsigned int
10905 vec_find_any_ne_or_0_idx(__vector unsigned int __a,
10906                          __vector unsigned int __b) {
10907   return __builtin_s390_vfaezf(__a, __b, 8);
10908 }
10909
10910 /*-- vec_find_any_ne_or_0_idx_cc --------------------------------------------*/
10911
10912 static inline __ATTRS_o_ai __vector signed char
10913 vec_find_any_ne_or_0_idx_cc(__vector signed char __a,
10914                             __vector signed char __b, int *__cc) {
10915   return (__vector signed char)
10916     __builtin_s390_vfaezbs((__vector unsigned char)__a,
10917                            (__vector unsigned char)__b, 8, __cc);
10918 }
10919
10920 static inline __ATTRS_o_ai __vector unsigned char
10921 vec_find_any_ne_or_0_idx_cc(__vector __bool char __a,
10922                             __vector __bool char __b, int *__cc) {
10923   return __builtin_s390_vfaezbs((__vector unsigned char)__a,
10924                                 (__vector unsigned char)__b, 8, __cc);
10925 }
10926
10927 static inline __ATTRS_o_ai __vector unsigned char
10928 vec_find_any_ne_or_0_idx_cc(__vector unsigned char __a,
10929                             __vector unsigned char __b, int *__cc) {
10930   return __builtin_s390_vfaezbs(__a, __b, 8, __cc);
10931 }
10932
10933 static inline __ATTRS_o_ai __vector signed short
10934 vec_find_any_ne_or_0_idx_cc(__vector signed short __a,
10935                             __vector signed short __b, int *__cc) {
10936   return (__vector signed short)
10937     __builtin_s390_vfaezhs((__vector unsigned short)__a,
10938                            (__vector unsigned short)__b, 8, __cc);
10939 }
10940
10941 static inline __ATTRS_o_ai __vector unsigned short
10942 vec_find_any_ne_or_0_idx_cc(__vector __bool short __a,
10943                             __vector __bool short __b, int *__cc) {
10944   return __builtin_s390_vfaezhs((__vector unsigned short)__a,
10945                                 (__vector unsigned short)__b, 8, __cc);
10946 }
10947
10948 static inline __ATTRS_o_ai __vector unsigned short
10949 vec_find_any_ne_or_0_idx_cc(__vector unsigned short __a,
10950                             __vector unsigned short __b, int *__cc) {
10951   return __builtin_s390_vfaezhs(__a, __b, 8, __cc);
10952 }
10953
10954 static inline __ATTRS_o_ai __vector signed int
10955 vec_find_any_ne_or_0_idx_cc(__vector signed int __a,
10956                             __vector signed int __b, int *__cc) {
10957   return (__vector signed int)
10958     __builtin_s390_vfaezfs((__vector unsigned int)__a,
10959                            (__vector unsigned int)__b, 8, __cc);
10960 }
10961
10962 static inline __ATTRS_o_ai __vector unsigned int
10963 vec_find_any_ne_or_0_idx_cc(__vector __bool int __a,
10964                             __vector __bool int __b, int *__cc) {
10965   return __builtin_s390_vfaezfs((__vector unsigned int)__a,
10966                                 (__vector unsigned int)__b, 8, __cc);
10967 }
10968
10969 static inline __ATTRS_o_ai __vector unsigned int
10970 vec_find_any_ne_or_0_idx_cc(__vector unsigned int __a,
10971                             __vector unsigned int __b, int *__cc) {
10972   return __builtin_s390_vfaezfs(__a, __b, 8, __cc);
10973 }
10974
10975 /*-- vec_search_string_cc ---------------------------------------------------*/
10976
10977 #if __ARCH__ >= 13
10978
10979 static inline __ATTRS_o_ai __vector unsigned char
10980 vec_search_string_cc(__vector signed char __a, __vector signed char __b,
10981                      __vector unsigned char __c, int *__cc) {
10982   return __builtin_s390_vstrsb((__vector unsigned char)__a,
10983                                (__vector unsigned char)__b, __c, __cc);
10984 }
10985
10986 static inline __ATTRS_o_ai __vector unsigned char
10987 vec_search_string_cc(__vector __bool char __a, __vector __bool char __b,
10988                      __vector unsigned char __c, int *__cc) {
10989   return __builtin_s390_vstrsb((__vector unsigned char)__a,
10990                                (__vector unsigned char)__b, __c, __cc);
10991 }
10992
10993 static inline __ATTRS_o_ai __vector unsigned char
10994 vec_search_string_cc(__vector unsigned char __a, __vector unsigned char __b,
10995                      __vector unsigned char __c, int *__cc) {
10996   return __builtin_s390_vstrsb(__a, __b, __c, __cc);
10997 }
10998
10999 static inline __ATTRS_o_ai __vector unsigned char
11000 vec_search_string_cc(__vector signed short __a, __vector signed short __b,
11001                      __vector unsigned char __c, int *__cc) {
11002   return __builtin_s390_vstrsh((__vector unsigned short)__a,
11003                                (__vector unsigned short)__b, __c, __cc);
11004 }
11005
11006 static inline __ATTRS_o_ai __vector unsigned char
11007 vec_search_string_cc(__vector __bool short __a, __vector __bool short __b,
11008                      __vector unsigned char __c, int *__cc) {
11009   return __builtin_s390_vstrsh((__vector unsigned short)__a,
11010                                (__vector unsigned short)__b, __c, __cc);
11011 }
11012
11013 static inline __ATTRS_o_ai __vector unsigned char
11014 vec_search_string_cc(__vector unsigned short __a, __vector unsigned short __b,
11015                      __vector unsigned char __c, int *__cc) {
11016   return __builtin_s390_vstrsh(__a, __b, __c, __cc);
11017 }
11018
11019 static inline __ATTRS_o_ai __vector unsigned char
11020 vec_search_string_cc(__vector signed int __a, __vector signed int __b,
11021                      __vector unsigned char __c, int *__cc) {
11022   return __builtin_s390_vstrsf((__vector unsigned int)__a,
11023                                (__vector unsigned int)__b, __c, __cc);
11024 }
11025
11026 static inline __ATTRS_o_ai __vector unsigned char
11027 vec_search_string_cc(__vector __bool int __a, __vector __bool int __b,
11028                      __vector unsigned char __c, int *__cc) {
11029   return __builtin_s390_vstrsf((__vector unsigned int)__a,
11030                                (__vector unsigned int)__b, __c, __cc);
11031 }
11032
11033 static inline __ATTRS_o_ai __vector unsigned char
11034 vec_search_string_cc(__vector unsigned int __a, __vector unsigned int __b,
11035                      __vector unsigned char __c, int *__cc) {
11036   return __builtin_s390_vstrsf(__a, __b, __c, __cc);
11037 }
11038
11039 #endif
11040
11041 /*-- vec_search_string_until_zero_cc ----------------------------------------*/
11042
11043 #if __ARCH__ >= 13
11044
11045 static inline __ATTRS_o_ai __vector unsigned char
11046 vec_search_string_until_zero_cc(__vector signed char __a,
11047                                 __vector signed char __b,
11048                                 __vector unsigned char __c, int *__cc) {
11049   return __builtin_s390_vstrszb((__vector unsigned char)__a,
11050                                 (__vector unsigned char)__b, __c, __cc);
11051 }
11052
11053 static inline __ATTRS_o_ai __vector unsigned char
11054 vec_search_string_until_zero_cc(__vector __bool char __a,
11055                                 __vector __bool char __b,
11056                                 __vector unsigned char __c, int *__cc) {
11057   return __builtin_s390_vstrszb((__vector unsigned char)__a,
11058                                 (__vector unsigned char)__b, __c, __cc);
11059 }
11060
11061 static inline __ATTRS_o_ai __vector unsigned char
11062 vec_search_string_until_zero_cc(__vector unsigned char __a,
11063                                 __vector unsigned char __b,
11064                                 __vector unsigned char __c, int *__cc) {
11065   return __builtin_s390_vstrszb(__a, __b, __c, __cc);
11066 }
11067
11068 static inline __ATTRS_o_ai __vector unsigned char
11069 vec_search_string_until_zero_cc(__vector signed short __a,
11070                                 __vector signed short __b,
11071                                 __vector unsigned char __c, int *__cc) {
11072   return __builtin_s390_vstrszh((__vector unsigned short)__a,
11073                                 (__vector unsigned short)__b, __c, __cc);
11074 }
11075
11076 static inline __ATTRS_o_ai __vector unsigned char
11077 vec_search_string_until_zero_cc(__vector __bool short __a,
11078                                 __vector __bool short __b,
11079                                 __vector unsigned char __c, int *__cc) {
11080   return __builtin_s390_vstrszh((__vector unsigned short)__a,
11081                                 (__vector unsigned short)__b, __c, __cc);
11082 }
11083
11084 static inline __ATTRS_o_ai __vector unsigned char
11085 vec_search_string_until_zero_cc(__vector unsigned short __a,
11086                                 __vector unsigned short __b,
11087                                 __vector unsigned char __c, int *__cc) {
11088   return __builtin_s390_vstrszh(__a, __b, __c, __cc);
11089 }
11090
11091 static inline __ATTRS_o_ai __vector unsigned char
11092 vec_search_string_until_zero_cc(__vector signed int __a,
11093                                 __vector signed int __b,
11094                                 __vector unsigned char __c, int *__cc) {
11095   return __builtin_s390_vstrszf((__vector unsigned int)__a,
11096                                 (__vector unsigned int)__b, __c, __cc);
11097 }
11098
11099 static inline __ATTRS_o_ai __vector unsigned char
11100 vec_search_string_until_zero_cc(__vector __bool int __a,
11101                                 __vector __bool int __b,
11102                                 __vector unsigned char __c, int *__cc) {
11103   return __builtin_s390_vstrszf((__vector unsigned int)__a,
11104                                 (__vector unsigned int)__b, __c, __cc);
11105 }
11106
11107 static inline __ATTRS_o_ai __vector unsigned char
11108 vec_search_string_until_zero_cc(__vector unsigned int __a,
11109                                 __vector unsigned int __b,
11110                                 __vector unsigned char __c, int *__cc) {
11111   return __builtin_s390_vstrszf(__a, __b, __c, __cc);
11112 }
11113
11114 #endif
11115
11116 #undef __constant_pow2_range
11117 #undef __constant_range
11118 #undef __constant
11119 #undef __ATTRS_o
11120 #undef __ATTRS_o_ai
11121 #undef __ATTRS_ai
11122
11123 #else
11124
11125 #error "Use -fzvector to enable vector extensions"
11126
11127 #endif