clang/test/CodeGen/AArch64/sve2p1-intrinsics/acle_sve2p1_while_pn.c

   1 // NOTE: Assertions have been autogenerated by utils/update_cc_test_checks.py
   2 // RUN: %clang_cc1 -triple aarch64 -target-feature +bf16 -target-feature +sme -target-feature +sme2 -O1 -Werror -Wall -emit-llvm -o - %s | FileCheck %s
   3 // RUN: %clang_cc1 -triple aarch64 -target-feature +sve -target-feature +sve2 -target-feature +sve2p1 -O1 -Werror -Wall -emit-llvm -o - -x c++ %s | FileCheck %s -check-prefix=CPP-CHECK
   4 // RUN: %clang_cc1 -DSVE_OVERLOADED_FORMS -triple aarch64 -target-feature +sve -target-feature +sve2 -target-feature +sve2p1 -O1 -Werror -Wall -emit-llvm -o - %s | FileCheck %s
   5 // RUN: %clang_cc1 -DSVE_OVERLOADED_FORMS -triple aarch64 -target-feature +sve -target-feature +sve2 -target-feature +sve2p1 -O1 -Werror -Wall -emit-llvm -o - -x c++ %s | FileCheck %s -check-prefix=CPP-CHECK
   6 // RUN: %clang_cc1 -triple aarch64 -target-feature +sve -target-feature +sve2 -target-feature +sve2p1 -S -disable-O0-optnone -Werror -Wall -o /dev/null %s
   7 // RUN: %clang_cc1 -triple aarch64 -target-feature +bf16 -target-feature +sme -target-feature +sme2 -S -disable-O0-optnone -Werror -Wall -o /dev/null %s
   8
   9 // REQUIRES: aarch64-registered-target
  10
  11 #include <arm_sve.h>
  12
  13 #ifdef SVE_OVERLOADED_FORMS
  14 #define SVE_ACLE_FUNC(A1, A2_UNUSED) A1
  15 #else
  16 #define SVE_ACLE_FUNC(A1, A2) A1##A2
  17 #endif
  18
  19 #ifdef __ARM_FEATURE_SME
  20 #define ATTR __arm_streaming
  21 #else
  22 #define ATTR
  23 #endif
  24
  25 // WHILEGE
  26
  27 // CHECK-LABEL: @test_svwhilege_c8_vl2(
  28 // CHECK-NEXT:  entry:
  29 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
  30 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
  31 //
  32 // CPP-CHECK-LABEL: @_Z21test_svwhilege_c8_vl2ll(
  33 // CPP-CHECK-NEXT:  entry:
  34 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
  35 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
  36 //
  37 svcount_t test_svwhilege_c8_vl2(int64_t op1, int64_t op2) ATTR
  38 {
  39   return SVE_ACLE_FUNC(svwhilege_c8,_s64)(op1, op2, 2);
  40 }
  41
  42 // CHECK-LABEL: @test_svwhilege_c8_vl4(
  43 // CHECK-NEXT:  entry:
  44 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
  45 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
  46 //
  47 // CPP-CHECK-LABEL: @_Z21test_svwhilege_c8_vl4ll(
  48 // CPP-CHECK-NEXT:  entry:
  49 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
  50 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
  51 //
  52 svcount_t test_svwhilege_c8_vl4(int64_t op1, int64_t op2) ATTR
  53 {
  54   return SVE_ACLE_FUNC(svwhilege_c8,_s64)(op1, op2, 4);
  55 }
  56
  57 // CHECK-LABEL: @test_svwhilege_c16_vl2(
  58 // CHECK-NEXT:  entry:
  59 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
  60 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
  61 //
  62 // CPP-CHECK-LABEL: @_Z22test_svwhilege_c16_vl2ll(
  63 // CPP-CHECK-NEXT:  entry:
  64 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
  65 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
  66 //
  67 svcount_t test_svwhilege_c16_vl2(int64_t op1, int64_t op2) ATTR
  68 {
  69   return SVE_ACLE_FUNC(svwhilege_c16,_s64)(op1, op2, 2);
  70 }
  71
  72 // CHECK-LABEL: @test_svwhilege_c16_vl4(
  73 // CHECK-NEXT:  entry:
  74 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
  75 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
  76 //
  77 // CPP-CHECK-LABEL: @_Z22test_svwhilege_c16_vl4ll(
  78 // CPP-CHECK-NEXT:  entry:
  79 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
  80 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
  81 //
  82 svcount_t test_svwhilege_c16_vl4(int64_t op1, int64_t op2) ATTR
  83 {
  84   return SVE_ACLE_FUNC(svwhilege_c16,_s64)(op1, op2, 4);
  85 }
  86
  87 // CHECK-LABEL: @test_svwhilege_c32_vl2(
  88 // CHECK-NEXT:  entry:
  89 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
  90 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
  91 //
  92 // CPP-CHECK-LABEL: @_Z22test_svwhilege_c32_vl2ll(
  93 // CPP-CHECK-NEXT:  entry:
  94 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
  95 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
  96 //
  97 svcount_t test_svwhilege_c32_vl2(int64_t op1, int64_t op2) ATTR
  98 {
  99   return SVE_ACLE_FUNC(svwhilege_c32,_s64)(op1, op2, 2);
 100 }
 101
 102 // CHECK-LABEL: @test_svwhilege_c32_vl4(
 103 // CHECK-NEXT:  entry:
 104 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 105 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 106 //
 107 // CPP-CHECK-LABEL: @_Z22test_svwhilege_c32_vl4ll(
 108 // CPP-CHECK-NEXT:  entry:
 109 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 110 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 111 //
 112 svcount_t test_svwhilege_c32_vl4(int64_t op1, int64_t op2) ATTR
 113 {
 114   return SVE_ACLE_FUNC(svwhilege_c32,_s64)(op1, op2, 4);
 115 }
 116
 117 // CHECK-LABEL: @test_svwhilege_c64_vl2(
 118 // CHECK-NEXT:  entry:
 119 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 120 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 121 //
 122 // CPP-CHECK-LABEL: @_Z22test_svwhilege_c64_vl2ll(
 123 // CPP-CHECK-NEXT:  entry:
 124 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 125 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 126 //
 127 svcount_t test_svwhilege_c64_vl2(int64_t op1, int64_t op2) ATTR
 128 {
 129   return SVE_ACLE_FUNC(svwhilege_c64,_s64)(op1, op2, 2);
 130 }
 131
 132 // CHECK-LABEL: @test_svwhilege_c64_vl4(
 133 // CHECK-NEXT:  entry:
 134 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 135 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 136 //
 137 // CPP-CHECK-LABEL: @_Z22test_svwhilege_c64_vl4ll(
 138 // CPP-CHECK-NEXT:  entry:
 139 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilege.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 140 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 141 //
 142 svcount_t test_svwhilege_c64_vl4(int64_t op1, int64_t op2) ATTR
 143 {
 144   return SVE_ACLE_FUNC(svwhilege_c64,_s64)(op1, op2, 4);
 145 }
 146
 147 // WHILEGT
 148
 149
 150 // CHECK-LABEL: @test_svwhilegt_c8_vl2(
 151 // CHECK-NEXT:  entry:
 152 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 153 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 154 //
 155 // CPP-CHECK-LABEL: @_Z21test_svwhilegt_c8_vl2ll(
 156 // CPP-CHECK-NEXT:  entry:
 157 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 158 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 159 //
 160 svcount_t test_svwhilegt_c8_vl2(int64_t op1, int64_t op2) ATTR
 161 {
 162   return SVE_ACLE_FUNC(svwhilegt_c8,_s64)(op1, op2, 2);
 163 }
 164
 165 // CHECK-LABEL: @test_svwhilegt_c8_vl4(
 166 // CHECK-NEXT:  entry:
 167 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 168 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 169 //
 170 // CPP-CHECK-LABEL: @_Z21test_svwhilegt_c8_vl4ll(
 171 // CPP-CHECK-NEXT:  entry:
 172 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 173 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 174 //
 175 svcount_t test_svwhilegt_c8_vl4(int64_t op1, int64_t op2) ATTR
 176 {
 177   return SVE_ACLE_FUNC(svwhilegt_c8,_s64)(op1, op2, 4);
 178 }
 179
 180 // CHECK-LABEL: @test_svwhilegt_c16_vl2(
 181 // CHECK-NEXT:  entry:
 182 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 183 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 184 //
 185 // CPP-CHECK-LABEL: @_Z22test_svwhilegt_c16_vl2ll(
 186 // CPP-CHECK-NEXT:  entry:
 187 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 188 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 189 //
 190 svcount_t test_svwhilegt_c16_vl2(int64_t op1, int64_t op2) ATTR
 191 {
 192   return SVE_ACLE_FUNC(svwhilegt_c16,_s64)(op1, op2, 2);
 193 }
 194
 195 // CHECK-LABEL: @test_svwhilegt_c16_vl4(
 196 // CHECK-NEXT:  entry:
 197 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 198 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 199 //
 200 // CPP-CHECK-LABEL: @_Z22test_svwhilegt_c16_vl4ll(
 201 // CPP-CHECK-NEXT:  entry:
 202 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 203 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 204 //
 205 svcount_t test_svwhilegt_c16_vl4(int64_t op1, int64_t op2) ATTR
 206 {
 207   return SVE_ACLE_FUNC(svwhilegt_c16,_s64)(op1, op2, 4);
 208 }
 209
 210 // CHECK-LABEL: @test_svwhilegt_c32_vl2(
 211 // CHECK-NEXT:  entry:
 212 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 213 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 214 //
 215 // CPP-CHECK-LABEL: @_Z22test_svwhilegt_c32_vl2ll(
 216 // CPP-CHECK-NEXT:  entry:
 217 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 218 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 219 //
 220 svcount_t test_svwhilegt_c32_vl2(int64_t op1, int64_t op2) ATTR
 221 {
 222   return SVE_ACLE_FUNC(svwhilegt_c32,_s64)(op1, op2, 2);
 223 }
 224
 225 // CHECK-LABEL: @test_svwhilegt_c32_vl4(
 226 // CHECK-NEXT:  entry:
 227 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 228 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 229 //
 230 // CPP-CHECK-LABEL: @_Z22test_svwhilegt_c32_vl4ll(
 231 // CPP-CHECK-NEXT:  entry:
 232 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 233 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 234 //
 235 svcount_t test_svwhilegt_c32_vl4(int64_t op1, int64_t op2) ATTR
 236 {
 237   return SVE_ACLE_FUNC(svwhilegt_c32,_s64)(op1, op2, 4);
 238 }
 239
 240 // CHECK-LABEL: @test_svwhilegt_c64_vl2(
 241 // CHECK-NEXT:  entry:
 242 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 243 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 244 //
 245 // CPP-CHECK-LABEL: @_Z22test_svwhilegt_c64_vl2ll(
 246 // CPP-CHECK-NEXT:  entry:
 247 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 248 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 249 //
 250 svcount_t test_svwhilegt_c64_vl2(int64_t op1, int64_t op2) ATTR
 251 {
 252   return SVE_ACLE_FUNC(svwhilegt_c64,_s64)(op1, op2, 2);
 253 }
 254
 255 // CHECK-LABEL: @test_svwhilegt_c64_vl4(
 256 // CHECK-NEXT:  entry:
 257 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 258 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 259 //
 260 // CPP-CHECK-LABEL: @_Z22test_svwhilegt_c64_vl4ll(
 261 // CPP-CHECK-NEXT:  entry:
 262 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilegt.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 263 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 264 //
 265 svcount_t test_svwhilegt_c64_vl4(int64_t op1, int64_t op2) ATTR
 266 {
 267   return SVE_ACLE_FUNC(svwhilegt_c64,_s64)(op1, op2, 4);
 268 }
 269
 270
 271 // WHILEHI
 272
 273 // CHECK-LABEL: @test_svwhilehi_c8_vl2(
 274 // CHECK-NEXT:  entry:
 275 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 276 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 277 //
 278 // CPP-CHECK-LABEL: @_Z21test_svwhilehi_c8_vl2mm(
 279 // CPP-CHECK-NEXT:  entry:
 280 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 281 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 282 //
 283 svcount_t test_svwhilehi_c8_vl2(uint64_t op1, uint64_t op2) ATTR
 284 {
 285   return SVE_ACLE_FUNC(svwhilegt_c8,_u64)(op1, op2, 2);
 286 }
 287
 288 // CHECK-LABEL: @test_svwhilehi_c8_vl4(
 289 // CHECK-NEXT:  entry:
 290 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 291 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 292 //
 293 // CPP-CHECK-LABEL: @_Z21test_svwhilehi_c8_vl4mm(
 294 // CPP-CHECK-NEXT:  entry:
 295 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 296 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 297 //
 298 svcount_t test_svwhilehi_c8_vl4(uint64_t op1, uint64_t op2) ATTR
 299 {
 300   return SVE_ACLE_FUNC(svwhilegt_c8,_u64)(op1, op2, 4);
 301 }
 302
 303 // CHECK-LABEL: @test_svwhilehi_c16_vl2(
 304 // CHECK-NEXT:  entry:
 305 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 306 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 307 //
 308 // CPP-CHECK-LABEL: @_Z22test_svwhilehi_c16_vl2mm(
 309 // CPP-CHECK-NEXT:  entry:
 310 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 311 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 312 //
 313 svcount_t test_svwhilehi_c16_vl2(uint64_t op1, uint64_t op2) ATTR
 314 {
 315   return SVE_ACLE_FUNC(svwhilegt_c16,_u64)(op1, op2, 2);
 316 }
 317
 318 // CHECK-LABEL: @test_svwhilehi_c16_vl4(
 319 // CHECK-NEXT:  entry:
 320 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 321 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 322 //
 323 // CPP-CHECK-LABEL: @_Z22test_svwhilehi_c16_vl4mm(
 324 // CPP-CHECK-NEXT:  entry:
 325 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 326 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 327 //
 328 svcount_t test_svwhilehi_c16_vl4(uint64_t op1, uint64_t op2) ATTR
 329 {
 330   return SVE_ACLE_FUNC(svwhilegt_c16,_u64)(op1, op2, 4);
 331 }
 332
 333 // CHECK-LABEL: @test_svwhilehi_c32_vl2(
 334 // CHECK-NEXT:  entry:
 335 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 336 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 337 //
 338 // CPP-CHECK-LABEL: @_Z22test_svwhilehi_c32_vl2mm(
 339 // CPP-CHECK-NEXT:  entry:
 340 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 341 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 342 //
 343 svcount_t test_svwhilehi_c32_vl2(uint64_t op1, uint64_t op2) ATTR
 344 {
 345   return SVE_ACLE_FUNC(svwhilegt_c32,_u64)(op1, op2, 2);
 346 }
 347
 348 // CHECK-LABEL: @test_svwhilehi_c32_vl4(
 349 // CHECK-NEXT:  entry:
 350 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 351 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 352 //
 353 // CPP-CHECK-LABEL: @_Z22test_svwhilehi_c32_vl4mm(
 354 // CPP-CHECK-NEXT:  entry:
 355 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 356 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 357 //
 358 svcount_t test_svwhilehi_c32_vl4(uint64_t op1, uint64_t op2) ATTR
 359 {
 360   return SVE_ACLE_FUNC(svwhilegt_c32,_u64)(op1, op2, 4);
 361 }
 362
 363 // CHECK-LABEL: @test_svwhilehi_c64_vl2(
 364 // CHECK-NEXT:  entry:
 365 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 366 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 367 //
 368 // CPP-CHECK-LABEL: @_Z22test_svwhilehi_c64_vl2mm(
 369 // CPP-CHECK-NEXT:  entry:
 370 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 371 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 372 //
 373 svcount_t test_svwhilehi_c64_vl2(uint64_t op1, uint64_t op2) ATTR
 374 {
 375   return SVE_ACLE_FUNC(svwhilegt_c64,_u64)(op1, op2, 2);
 376 }
 377
 378 // CHECK-LABEL: @test_svwhilehi_c64_vl4(
 379 // CHECK-NEXT:  entry:
 380 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 381 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 382 //
 383 // CPP-CHECK-LABEL: @_Z22test_svwhilehi_c64_vl4mm(
 384 // CPP-CHECK-NEXT:  entry:
 385 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehi.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 386 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 387 //
 388 svcount_t test_svwhilehi_c64_vl4(uint64_t op1, uint64_t op2) ATTR
 389 {
 390   return SVE_ACLE_FUNC(svwhilegt_c64,_u64)(op1, op2, 4);
 391 }
 392
 393
 394 // WHILEHS
 395
 396 // CHECK-LABEL: @test_svwhilehs_c8_vl2(
 397 // CHECK-NEXT:  entry:
 398 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 399 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 400 //
 401 // CPP-CHECK-LABEL: @_Z21test_svwhilehs_c8_vl2mm(
 402 // CPP-CHECK-NEXT:  entry:
 403 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 404 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 405 //
 406 svcount_t test_svwhilehs_c8_vl2(uint64_t op1, uint64_t op2) ATTR
 407 {
 408   return SVE_ACLE_FUNC(svwhilege_c8,_u64)(op1, op2, 2);
 409 }
 410
 411 // CHECK-LABEL: @test_svwhilehs_c8_vl4(
 412 // CHECK-NEXT:  entry:
 413 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 414 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 415 //
 416 // CPP-CHECK-LABEL: @_Z21test_svwhilehs_c8_vl4mm(
 417 // CPP-CHECK-NEXT:  entry:
 418 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 419 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 420 //
 421 svcount_t test_svwhilehs_c8_vl4(uint64_t op1, uint64_t op2) ATTR
 422 {
 423   return SVE_ACLE_FUNC(svwhilege_c8,_u64)(op1, op2, 4);
 424 }
 425
 426 // CHECK-LABEL: @test_svwhilehs_c16_vl2(
 427 // CHECK-NEXT:  entry:
 428 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 429 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 430 //
 431 // CPP-CHECK-LABEL: @_Z22test_svwhilehs_c16_vl2mm(
 432 // CPP-CHECK-NEXT:  entry:
 433 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 434 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 435 //
 436 svcount_t test_svwhilehs_c16_vl2(uint64_t op1, uint64_t op2) ATTR
 437 {
 438   return SVE_ACLE_FUNC(svwhilege_c16,_u64)(op1, op2, 2);
 439 }
 440
 441 // CHECK-LABEL: @test_svwhilehs_c16_vl4(
 442 // CHECK-NEXT:  entry:
 443 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 444 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 445 //
 446 // CPP-CHECK-LABEL: @_Z22test_svwhilehs_c16_vl4mm(
 447 // CPP-CHECK-NEXT:  entry:
 448 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 449 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 450 //
 451 svcount_t test_svwhilehs_c16_vl4(uint64_t op1, uint64_t op2) ATTR
 452 {
 453   return SVE_ACLE_FUNC(svwhilege_c16,_u64)(op1, op2, 4);
 454 }
 455
 456 // CHECK-LABEL: @test_svwhilehs_c32_vl2(
 457 // CHECK-NEXT:  entry:
 458 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 459 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 460 //
 461 // CPP-CHECK-LABEL: @_Z22test_svwhilehs_c32_vl2mm(
 462 // CPP-CHECK-NEXT:  entry:
 463 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 464 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 465 //
 466 svcount_t test_svwhilehs_c32_vl2(uint64_t op1, uint64_t op2) ATTR
 467 {
 468   return SVE_ACLE_FUNC(svwhilege_c32,_u64)(op1, op2, 2);
 469 }
 470
 471 // CHECK-LABEL: @test_svwhilehs_c32_vl4(
 472 // CHECK-NEXT:  entry:
 473 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 474 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 475 //
 476 // CPP-CHECK-LABEL: @_Z22test_svwhilehs_c32_vl4mm(
 477 // CPP-CHECK-NEXT:  entry:
 478 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 479 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 480 //
 481 svcount_t test_svwhilehs_c32_vl4(uint64_t op1, uint64_t op2) ATTR
 482 {
 483   return SVE_ACLE_FUNC(svwhilege_c32,_u64)(op1, op2, 4);
 484 }
 485
 486 // CHECK-LABEL: @test_svwhilehs_c64_vl2(
 487 // CHECK-NEXT:  entry:
 488 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 489 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 490 //
 491 // CPP-CHECK-LABEL: @_Z22test_svwhilehs_c64_vl2mm(
 492 // CPP-CHECK-NEXT:  entry:
 493 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 494 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 495 //
 496 svcount_t test_svwhilehs_c64_vl2(uint64_t op1, uint64_t op2) ATTR
 497 {
 498   return SVE_ACLE_FUNC(svwhilege_c64,_u64)(op1, op2, 2);
 499 }
 500
 501 // CHECK-LABEL: @test_svwhilehs_c64_vl4(
 502 // CHECK-NEXT:  entry:
 503 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 504 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 505 //
 506 // CPP-CHECK-LABEL: @_Z22test_svwhilehs_c64_vl4mm(
 507 // CPP-CHECK-NEXT:  entry:
 508 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilehs.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 509 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 510 //
 511 svcount_t test_svwhilehs_c64_vl4(uint64_t op1, uint64_t op2) ATTR
 512 {
 513   return SVE_ACLE_FUNC(svwhilege_c64,_u64)(op1, op2, 4);
 514 }
 515
 516
 517 // WHILELE
 518
 519 // CHECK-LABEL: @test_svwhilele_c8_vl2(
 520 // CHECK-NEXT:  entry:
 521 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 522 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 523 //
 524 // CPP-CHECK-LABEL: @_Z21test_svwhilele_c8_vl2ll(
 525 // CPP-CHECK-NEXT:  entry:
 526 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 527 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 528 //
 529 svcount_t test_svwhilele_c8_vl2(int64_t op1, int64_t op2) ATTR
 530 {
 531   return SVE_ACLE_FUNC(svwhilele_c8,_s64)(op1, op2, 2);
 532 }
 533
 534 // CHECK-LABEL: @test_svwhilele_c8_vl4(
 535 // CHECK-NEXT:  entry:
 536 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 537 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 538 //
 539 // CPP-CHECK-LABEL: @_Z21test_svwhilele_c8_vl4ll(
 540 // CPP-CHECK-NEXT:  entry:
 541 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 542 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 543 //
 544 svcount_t test_svwhilele_c8_vl4(int64_t op1, int64_t op2) ATTR
 545 {
 546   return SVE_ACLE_FUNC(svwhilele_c8,_s64)(op1, op2, 4);
 547 }
 548
 549 // CHECK-LABEL: @test_svwhilele_c16_vl2(
 550 // CHECK-NEXT:  entry:
 551 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 552 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 553 //
 554 // CPP-CHECK-LABEL: @_Z22test_svwhilele_c16_vl2ll(
 555 // CPP-CHECK-NEXT:  entry:
 556 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 557 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 558 //
 559 svcount_t test_svwhilele_c16_vl2(int64_t op1, int64_t op2) ATTR
 560 {
 561   return SVE_ACLE_FUNC(svwhilele_c16,_s64)(op1, op2, 2);
 562 }
 563
 564 // CHECK-LABEL: @test_svwhilele_c16_vl4(
 565 // CHECK-NEXT:  entry:
 566 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 567 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 568 //
 569 // CPP-CHECK-LABEL: @_Z22test_svwhilele_c16_vl4ll(
 570 // CPP-CHECK-NEXT:  entry:
 571 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 572 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 573 //
 574 svcount_t test_svwhilele_c16_vl4(int64_t op1, int64_t op2) ATTR
 575 {
 576   return SVE_ACLE_FUNC(svwhilele_c16,_s64)(op1, op2, 4);
 577 }
 578
 579 // CHECK-LABEL: @test_svwhilele_c32_vl2(
 580 // CHECK-NEXT:  entry:
 581 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 582 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 583 //
 584 // CPP-CHECK-LABEL: @_Z22test_svwhilele_c32_vl2ll(
 585 // CPP-CHECK-NEXT:  entry:
 586 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 587 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 588 //
 589 svcount_t test_svwhilele_c32_vl2(int64_t op1, int64_t op2) ATTR
 590 {
 591   return SVE_ACLE_FUNC(svwhilele_c32,_s64)(op1, op2, 2);
 592 }
 593
 594 // CHECK-LABEL: @test_svwhilele_c32_vl4(
 595 // CHECK-NEXT:  entry:
 596 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 597 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 598 //
 599 // CPP-CHECK-LABEL: @_Z22test_svwhilele_c32_vl4ll(
 600 // CPP-CHECK-NEXT:  entry:
 601 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 602 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 603 //
 604 svcount_t test_svwhilele_c32_vl4(int64_t op1, int64_t op2) ATTR
 605 {
 606   return SVE_ACLE_FUNC(svwhilele_c32,_s64)(op1, op2, 4);
 607 }
 608
 609 // CHECK-LABEL: @test_svwhilele_c64_vl2(
 610 // CHECK-NEXT:  entry:
 611 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 612 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 613 //
 614 // CPP-CHECK-LABEL: @_Z22test_svwhilele_c64_vl2ll(
 615 // CPP-CHECK-NEXT:  entry:
 616 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 617 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 618 //
 619 svcount_t test_svwhilele_c64_vl2(int64_t op1, int64_t op2) ATTR
 620 {
 621   return SVE_ACLE_FUNC(svwhilele_c64,_s64)(op1, op2, 2);
 622 }
 623
 624 // CHECK-LABEL: @test_svwhilele_c64_vl4(
 625 // CHECK-NEXT:  entry:
 626 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 627 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 628 //
 629 // CPP-CHECK-LABEL: @_Z22test_svwhilele_c64_vl4ll(
 630 // CPP-CHECK-NEXT:  entry:
 631 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilele.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 632 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 633 //
 634 svcount_t test_svwhilele_c64_vl4(int64_t op1, int64_t op2) ATTR
 635 {
 636   return SVE_ACLE_FUNC(svwhilele_c64,_s64)(op1, op2, 4);
 637 }
 638
 639
 640 // WHILELO
 641
 642 // CHECK-LABEL: @test_svwhilelo_c8_vl2(
 643 // CHECK-NEXT:  entry:
 644 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 645 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 646 //
 647 // CPP-CHECK-LABEL: @_Z21test_svwhilelo_c8_vl2mm(
 648 // CPP-CHECK-NEXT:  entry:
 649 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 650 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 651 //
 652 svcount_t test_svwhilelo_c8_vl2(uint64_t op1, uint64_t op2) ATTR
 653 {
 654   return SVE_ACLE_FUNC(svwhilelt_c8,_u64)(op1, op2, 2);
 655 }
 656
 657 // CHECK-LABEL: @test_svwhilelo_c8_vl4(
 658 // CHECK-NEXT:  entry:
 659 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 660 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 661 //
 662 // CPP-CHECK-LABEL: @_Z21test_svwhilelo_c8_vl4mm(
 663 // CPP-CHECK-NEXT:  entry:
 664 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 665 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 666 //
 667 svcount_t test_svwhilelo_c8_vl4(uint64_t op1, uint64_t op2) ATTR
 668 {
 669   return SVE_ACLE_FUNC(svwhilelt_c8,_u64)(op1, op2, 4);
 670 }
 671
 672 // CHECK-LABEL: @test_svwhilelo_c16_vl2(
 673 // CHECK-NEXT:  entry:
 674 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 675 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 676 //
 677 // CPP-CHECK-LABEL: @_Z22test_svwhilelo_c16_vl2mm(
 678 // CPP-CHECK-NEXT:  entry:
 679 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 680 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 681 //
 682 svcount_t test_svwhilelo_c16_vl2(uint64_t op1, uint64_t op2) ATTR
 683 {
 684   return SVE_ACLE_FUNC(svwhilelt_c16,_u64)(op1, op2, 2);
 685 }
 686
 687 // CHECK-LABEL: @test_svwhilelo_c16_vl4(
 688 // CHECK-NEXT:  entry:
 689 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 690 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 691 //
 692 // CPP-CHECK-LABEL: @_Z22test_svwhilelo_c16_vl4mm(
 693 // CPP-CHECK-NEXT:  entry:
 694 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 695 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 696 //
 697 svcount_t test_svwhilelo_c16_vl4(uint64_t op1, uint64_t op2) ATTR
 698 {
 699   return SVE_ACLE_FUNC(svwhilelt_c16,_u64)(op1, op2, 4);
 700 }
 701
 702 // CHECK-LABEL: @test_svwhilelo_c32_vl2(
 703 // CHECK-NEXT:  entry:
 704 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 705 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 706 //
 707 // CPP-CHECK-LABEL: @_Z22test_svwhilelo_c32_vl2mm(
 708 // CPP-CHECK-NEXT:  entry:
 709 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 710 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 711 //
 712 svcount_t test_svwhilelo_c32_vl2(uint64_t op1, uint64_t op2) ATTR
 713 {
 714   return SVE_ACLE_FUNC(svwhilelt_c32,_u64)(op1, op2, 2);
 715 }
 716
 717 // CHECK-LABEL: @test_svwhilelo_c32_vl4(
 718 // CHECK-NEXT:  entry:
 719 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 720 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 721 //
 722 // CPP-CHECK-LABEL: @_Z22test_svwhilelo_c32_vl4mm(
 723 // CPP-CHECK-NEXT:  entry:
 724 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 725 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 726 //
 727 svcount_t test_svwhilelo_c32_vl4(uint64_t op1, uint64_t op2) ATTR
 728 {
 729   return SVE_ACLE_FUNC(svwhilelt_c32,_u64)(op1, op2, 4);
 730 }
 731
 732 // CHECK-LABEL: @test_svwhilelo_c64_vl2(
 733 // CHECK-NEXT:  entry:
 734 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 735 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 736 //
 737 // CPP-CHECK-LABEL: @_Z22test_svwhilelo_c64_vl2mm(
 738 // CPP-CHECK-NEXT:  entry:
 739 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 740 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 741 //
 742 svcount_t test_svwhilelo_c64_vl2(uint64_t op1, uint64_t op2) ATTR
 743 {
 744   return SVE_ACLE_FUNC(svwhilelt_c64,_u64)(op1, op2, 2);
 745 }
 746
 747 // CHECK-LABEL: @test_svwhilelo_c64_vl4(
 748 // CHECK-NEXT:  entry:
 749 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 750 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 751 //
 752 // CPP-CHECK-LABEL: @_Z22test_svwhilelo_c64_vl4mm(
 753 // CPP-CHECK-NEXT:  entry:
 754 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelo.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 755 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 756 //
 757 svcount_t test_svwhilelo_c64_vl4(uint64_t op1, uint64_t op2) ATTR
 758 {
 759   return SVE_ACLE_FUNC(svwhilelt_c64,_u64)(op1, op2, 4);
 760 }
 761
 762
 763 // WHILELS
 764
 765 // CHECK-LABEL: @test_svwhilels_c8_vl2(
 766 // CHECK-NEXT:  entry:
 767 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 768 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 769 //
 770 // CPP-CHECK-LABEL: @_Z21test_svwhilels_c8_vl2mm(
 771 // CPP-CHECK-NEXT:  entry:
 772 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 773 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 774 //
 775 svcount_t test_svwhilels_c8_vl2(uint64_t op1, uint64_t op2) ATTR
 776 {
 777   return SVE_ACLE_FUNC(svwhilele_c8,_u64)(op1, op2, 2);
 778 }
 779
 780 // CHECK-LABEL: @test_svwhilels_c8_vl4(
 781 // CHECK-NEXT:  entry:
 782 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 783 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 784 //
 785 // CPP-CHECK-LABEL: @_Z21test_svwhilels_c8_vl4mm(
 786 // CPP-CHECK-NEXT:  entry:
 787 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 788 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 789 //
 790 svcount_t test_svwhilels_c8_vl4(uint64_t op1, uint64_t op2) ATTR
 791 {
 792   return SVE_ACLE_FUNC(svwhilele_c8,_u64)(op1, op2, 4);
 793 }
 794
 795 // CHECK-LABEL: @test_svwhilels_c16_vl2(
 796 // CHECK-NEXT:  entry:
 797 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 798 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 799 //
 800 // CPP-CHECK-LABEL: @_Z22test_svwhilels_c16_vl2mm(
 801 // CPP-CHECK-NEXT:  entry:
 802 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 803 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 804 //
 805 svcount_t test_svwhilels_c16_vl2(uint64_t op1, uint64_t op2) ATTR
 806 {
 807   return SVE_ACLE_FUNC(svwhilele_c16,_u64)(op1, op2, 2);
 808 }
 809
 810 // CHECK-LABEL: @test_svwhilels_c16_vl4(
 811 // CHECK-NEXT:  entry:
 812 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 813 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 814 //
 815 // CPP-CHECK-LABEL: @_Z22test_svwhilels_c16_vl4mm(
 816 // CPP-CHECK-NEXT:  entry:
 817 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 818 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 819 //
 820 svcount_t test_svwhilels_c16_vl4(uint64_t op1, uint64_t op2) ATTR
 821 {
 822   return SVE_ACLE_FUNC(svwhilele_c16,_u64)(op1, op2, 4);
 823 }
 824
 825 // CHECK-LABEL: @test_svwhilels_c32_vl2(
 826 // CHECK-NEXT:  entry:
 827 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 828 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 829 //
 830 // CPP-CHECK-LABEL: @_Z22test_svwhilels_c32_vl2mm(
 831 // CPP-CHECK-NEXT:  entry:
 832 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 833 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 834 //
 835 svcount_t test_svwhilels_c32_vl2(uint64_t op1, uint64_t op2) ATTR
 836 {
 837   return SVE_ACLE_FUNC(svwhilele_c32,_u64)(op1, op2, 2);
 838 }
 839
 840 // CHECK-LABEL: @test_svwhilels_c32_vl4(
 841 // CHECK-NEXT:  entry:
 842 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 843 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 844 //
 845 // CPP-CHECK-LABEL: @_Z22test_svwhilels_c32_vl4mm(
 846 // CPP-CHECK-NEXT:  entry:
 847 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 848 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 849 //
 850 svcount_t test_svwhilels_c32_vl4(uint64_t op1, uint64_t op2) ATTR
 851 {
 852   return SVE_ACLE_FUNC(svwhilele_c32,_u64)(op1, op2, 4);
 853 }
 854
 855 // CHECK-LABEL: @test_svwhilels_c64_vl2(
 856 // CHECK-NEXT:  entry:
 857 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 858 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 859 //
 860 // CPP-CHECK-LABEL: @_Z22test_svwhilels_c64_vl2mm(
 861 // CPP-CHECK-NEXT:  entry:
 862 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 863 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 864 //
 865 svcount_t test_svwhilels_c64_vl2(uint64_t op1, uint64_t op2) ATTR
 866 {
 867   return SVE_ACLE_FUNC(svwhilele_c64,_u64)(op1, op2, 2);
 868 }
 869
 870 // CHECK-LABEL: @test_svwhilels_c64_vl4(
 871 // CHECK-NEXT:  entry:
 872 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 873 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 874 //
 875 // CPP-CHECK-LABEL: @_Z22test_svwhilels_c64_vl4mm(
 876 // CPP-CHECK-NEXT:  entry:
 877 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilels.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 878 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 879 //
 880 svcount_t test_svwhilels_c64_vl4(uint64_t op1, uint64_t op2) ATTR
 881 {
 882   return SVE_ACLE_FUNC(svwhilele_c64,_u64)(op1, op2, 4);
 883 }
 884
 885
 886 // WHILELT
 887
 888 // CHECK-LABEL: @test_svwhilelt_c8_vl2(
 889 // CHECK-NEXT:  entry:
 890 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 891 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 892 //
 893 // CPP-CHECK-LABEL: @_Z21test_svwhilelt_c8_vl2ll(
 894 // CPP-CHECK-NEXT:  entry:
 895 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 896 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 897 //
 898 svcount_t test_svwhilelt_c8_vl2(int64_t op1, int64_t op2) ATTR
 899 {
 900   return SVE_ACLE_FUNC(svwhilelt_c8,_s64)(op1, op2, 2);
 901 }
 902
 903 // CHECK-LABEL: @test_svwhilelt_c8_vl4(
 904 // CHECK-NEXT:  entry:
 905 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 906 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 907 //
 908 // CPP-CHECK-LABEL: @_Z21test_svwhilelt_c8_vl4ll(
 909 // CPP-CHECK-NEXT:  entry:
 910 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c8(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 911 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 912 //
 913 svcount_t test_svwhilelt_c8_vl4(int64_t op1, int64_t op2) ATTR
 914 {
 915   return SVE_ACLE_FUNC(svwhilelt_c8,_s64)(op1, op2, 4);
 916 }
 917
 918 // CHECK-LABEL: @test_svwhilelt_c16_vl2(
 919 // CHECK-NEXT:  entry:
 920 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 921 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 922 //
 923 // CPP-CHECK-LABEL: @_Z22test_svwhilelt_c16_vl2ll(
 924 // CPP-CHECK-NEXT:  entry:
 925 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 926 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 927 //
 928 svcount_t test_svwhilelt_c16_vl2(int64_t op1, int64_t op2) ATTR
 929 {
 930   return SVE_ACLE_FUNC(svwhilelt_c16,_s64)(op1, op2, 2);
 931 }
 932
 933 // CHECK-LABEL: @test_svwhilelt_c16_vl4(
 934 // CHECK-NEXT:  entry:
 935 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 936 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 937 //
 938 // CPP-CHECK-LABEL: @_Z22test_svwhilelt_c16_vl4ll(
 939 // CPP-CHECK-NEXT:  entry:
 940 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c16(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 941 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 942 //
 943 svcount_t test_svwhilelt_c16_vl4(int64_t op1, int64_t op2) ATTR
 944 {
 945   return SVE_ACLE_FUNC(svwhilelt_c16,_s64)(op1, op2, 4);
 946 }
 947
 948 // CHECK-LABEL: @test_svwhilelt_c32_vl2(
 949 // CHECK-NEXT:  entry:
 950 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 951 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 952 //
 953 // CPP-CHECK-LABEL: @_Z22test_svwhilelt_c32_vl2ll(
 954 // CPP-CHECK-NEXT:  entry:
 955 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 956 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 957 //
 958 svcount_t test_svwhilelt_c32_vl2(int64_t op1, int64_t op2) ATTR
 959 {
 960   return SVE_ACLE_FUNC(svwhilelt_c32,_s64)(op1, op2, 2);
 961 }
 962
 963 // CHECK-LABEL: @test_svwhilelt_c32_vl4(
 964 // CHECK-NEXT:  entry:
 965 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 966 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 967 //
 968 // CPP-CHECK-LABEL: @_Z22test_svwhilelt_c32_vl4ll(
 969 // CPP-CHECK-NEXT:  entry:
 970 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c32(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 971 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 972 //
 973 svcount_t test_svwhilelt_c32_vl4(int64_t op1, int64_t op2) ATTR
 974 {
 975   return SVE_ACLE_FUNC(svwhilelt_c32,_s64)(op1, op2, 4);
 976 }
 977
 978 // CHECK-LABEL: @test_svwhilelt_c64_vl2(
 979 // CHECK-NEXT:  entry:
 980 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 981 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 982 //
 983 // CPP-CHECK-LABEL: @_Z22test_svwhilelt_c64_vl2ll(
 984 // CPP-CHECK-NEXT:  entry:
 985 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 2)
 986 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 987 //
 988 svcount_t test_svwhilelt_c64_vl2(int64_t op1, int64_t op2) ATTR
 989 {
 990   return SVE_ACLE_FUNC(svwhilelt_c64,_s64)(op1, op2, 2);
 991 }
 992
 993 // CHECK-LABEL: @test_svwhilelt_c64_vl4(
 994 // CHECK-NEXT:  entry:
 995 // CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
 996 // CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
 997 //
 998 // CPP-CHECK-LABEL: @_Z22test_svwhilelt_c64_vl4ll(
 999 // CPP-CHECK-NEXT:  entry:
1000 // CPP-CHECK-NEXT:    [[TMP0:%.*]] = tail call target("aarch64.svcount") @llvm.aarch64.sve.whilelt.c64(i64 [[OP1:%.*]], i64 [[OP2:%.*]], i32 4)
1001 // CPP-CHECK-NEXT:    ret target("aarch64.svcount") [[TMP0]]
1002 //
1003 svcount_t test_svwhilelt_c64_vl4(int64_t op1, int64_t op2) ATTR
1004 {
1005   return SVE_ACLE_FUNC(svwhilelt_c64,_s64)(op1, op2, 4);
1006 }