clang/test/CodeGenOpenCL/builtins-amdgcn-mfma.cl

   1 // REQUIRES: amdgpu-registered-target
   2 // RUN: %clang_cc1 -triple amdgcn-unknown-unknown -target-cpu gfx908 -DMFMA_GFX908_TESTS -emit-llvm -o - %s | FileCheck %s --check-prefix=CHECK-GFX908
   3 // RUN: %clang_cc1 -triple amdgcn-unknown-unknown -target-cpu gfx90a -DMFMA_GFX90A_TESTS -emit-llvm -o - %s | FileCheck %s --check-prefix=CHECK-GFX90A
   4 // RUN: %clang_cc1 -triple amdgcn-unknown-unknown -target-cpu gfx940 -DMFMA_GFX940_TESTS -emit-llvm -o - %s | FileCheck %s --check-prefix=CHECK-GFX940
   5 // RUN: %clang_cc1 -triple amdgcn-unknown-unknown -target-cpu gfx950 -DMFMA_GFX950_TESTS -emit-llvm -o - %s | FileCheck %s --check-prefix=CHECK-GFX950
   6
   7 #pragma OPENCL EXTENSION cl_khr_fp64:enable
   8
   9 typedef float  v2f   __attribute__((ext_vector_type(2)));
  10 typedef float  v4f   __attribute__((ext_vector_type(4)));
  11 typedef float  v16f  __attribute__((ext_vector_type(16)));
  12 typedef float  v32f  __attribute__((ext_vector_type(32)));
  13 typedef half   v4h   __attribute__((ext_vector_type(4)));
  14 typedef half   v8h   __attribute__((ext_vector_type(8)));
  15 typedef half   v16h  __attribute__((ext_vector_type(16)));
  16 typedef half   v32h  __attribute__((ext_vector_type(32)));
  17 typedef int    v2i   __attribute__((ext_vector_type(2)));
  18 typedef int    v4i   __attribute__((ext_vector_type(4)));
  19 typedef int    v16i  __attribute__((ext_vector_type(16)));
  20 typedef int    v32i  __attribute__((ext_vector_type(32)));
  21 typedef short  v2s   __attribute__((ext_vector_type(2)));
  22 typedef short  v4s   __attribute__((ext_vector_type(4)));
  23 typedef short  v8s   __attribute__((ext_vector_type(8)));
  24 typedef short  v16s  __attribute__((ext_vector_type(16)));
  25 typedef short  v32s  __attribute__((ext_vector_type(32)));
  26 typedef double v4d   __attribute__((ext_vector_type(4)));
  27 typedef __bf16 v8bf16   __attribute__((ext_vector_type(8)));
  28
  29
  30 #ifdef MFMA_GFX908_TESTS
  31
  32 // CHECK-GFX908-LABEL: @test_mfma_f32_32x32x1f32
  33 // CHECK-GFX908: call <32 x float> @llvm.amdgcn.mfma.f32.32x32x1f32(float %a, float %b, <32 x float> %c, i32 0, i32 0, i32 0)
  34 void test_mfma_f32_32x32x1f32(global v32f* out, float a, float b, v32f c)
  35 {
  36   *out = __builtin_amdgcn_mfma_f32_32x32x1f32(a, b, c, 0, 0, 0);
  37 }
  38
  39 // CHECK-GFX908-LABEL: @test_mfma_f32_16x16x1f32
  40 // CHECK-GFX908: call <16 x float> @llvm.amdgcn.mfma.f32.16x16x1f32(float %a, float %b, <16 x float> %c, i32 0, i32 0, i32 0)
  41 void test_mfma_f32_16x16x1f32(global v16f* out, float a, float b, v16f c)
  42 {
  43   *out = __builtin_amdgcn_mfma_f32_16x16x1f32(a, b, c, 0, 0, 0);
  44 }
  45
  46 // CHECK-GFX908-LABEL: @test_mfma_f32_4x4x1f32
  47 // CHECK-GFX908: call <4 x float> @llvm.amdgcn.mfma.f32.4x4x1f32(float %a, float %b, <4 x float> %c, i32 0, i32 0, i32 0)
  48 void test_mfma_f32_4x4x1f32(global v4f* out, float a, float b, v4f c)
  49 {
  50   *out = __builtin_amdgcn_mfma_f32_4x4x1f32(a, b, c, 0, 0, 0);
  51 }
  52
  53 // CHECK-GFX908-LABEL: @test_mfma_f32_32x32x2f32
  54 // CHECK-GFX908: call <16 x float> @llvm.amdgcn.mfma.f32.32x32x2f32(float %a, float %b, <16 x float> %c, i32 0, i32 0, i32 0)
  55 void test_mfma_f32_32x32x2f32(global v16f* out, float a, float b, v16f c)
  56 {
  57   *out = __builtin_amdgcn_mfma_f32_32x32x2f32(a, b, c, 0, 0, 0);
  58 }
  59
  60 // CHECK-GFX908-LABEL: @test_mfma_f32_16x16x4f32
  61 // CHECK-GFX908: call <4 x float> @llvm.amdgcn.mfma.f32.16x16x4f32(float %a, float %b, <4 x float> %c, i32 0, i32 0, i32 0)
  62 void test_mfma_f32_16x16x4f32(global v4f* out, float a, float b, v4f c)
  63 {
  64   *out = __builtin_amdgcn_mfma_f32_16x16x4f32(a, b, c, 0, 0, 0);
  65 }
  66
  67 // CHECK-GFX908-LABEL: @test_mfma_f32_32x32x4f16
  68 // CHECK-GFX908: call <32 x float> @llvm.amdgcn.mfma.f32.32x32x4f16(<4 x half> %a, <4 x half> %b, <32 x float> %c, i32 0, i32 0, i32 0)
  69 void test_mfma_f32_32x32x4f16(global v32f* out, v4h a, v4h b, v32f c)
  70 {
  71   *out = __builtin_amdgcn_mfma_f32_32x32x4f16(a, b, c, 0, 0, 0);
  72 }
  73
  74 // CHECK-GFX908-LABEL: @test_mfma_f32_16x16x4f16
  75 // CHECK-GFX908: call <16 x float> @llvm.amdgcn.mfma.f32.16x16x4f16(<4 x half> %a, <4 x half> %b, <16 x float> %c, i32 0, i32 0, i32 0)
  76 void test_mfma_f32_16x16x4f16(global v16f* out, v4h a, v4h b, v16f c)
  77 {
  78   *out = __builtin_amdgcn_mfma_f32_16x16x4f16(a, b, c, 0, 0, 0);
  79 }
  80
  81 // CHECK-GFX908-LABEL: @test_mfma_f32_4x4x4f16
  82 // CHECK-GFX908: call <4 x float> @llvm.amdgcn.mfma.f32.4x4x4f16(<4 x half> %a, <4 x half> %b, <4 x float> %c, i32 0, i32 0, i32 0)
  83 void test_mfma_f32_4x4x4f16(global v4f* out, v4h a, v4h b, v4f c)
  84 {
  85   *out = __builtin_amdgcn_mfma_f32_4x4x4f16(a, b, c, 0, 0, 0);
  86 }
  87
  88 // CHECK-GFX908-LABEL: @test_mfma_f32_32x32x8f16
  89 // CHECK-GFX908: call <16 x float> @llvm.amdgcn.mfma.f32.32x32x8f16(<4 x half> %a, <4 x half> %b, <16 x float> %c, i32 0, i32 0, i32 0)
  90 void test_mfma_f32_32x32x8f16(global v16f* out, v4h a, v4h b, v16f c)
  91 {
  92   *out = __builtin_amdgcn_mfma_f32_32x32x8f16(a, b, c, 0, 0, 0);
  93 }
  94
  95 // CHECK-GFX908-LABEL: @test_mfma_f32_16x16x16f16
  96 // CHECK-GFX908: call <4 x float> @llvm.amdgcn.mfma.f32.16x16x16f16(<4 x half> %a, <4 x half> %b, <4 x float> %c, i32 0, i32 0, i32 0)
  97 void test_mfma_f32_16x16x16f16(global v4f* out, v4h a, v4h b, v4f c)
  98 {
  99   *out = __builtin_amdgcn_mfma_f32_16x16x16f16(a, b, c, 0, 0, 0);
 100 }
 101
 102 // CHECK-GFX908-LABEL: @test_mfma_i32_32x32x4i8
 103 // CHECK-GFX908: call <32 x i32> @llvm.amdgcn.mfma.i32.32x32x4i8(i32 %a, i32 %b, <32 x i32> %c, i32 0, i32 0, i32 0)
 104 void test_mfma_i32_32x32x4i8(global v32i* out, int a, int b, v32i c)
 105 {
 106   *out = __builtin_amdgcn_mfma_i32_32x32x4i8(a, b, c, 0, 0, 0);
 107 }
 108
 109 // CHECK-GFX908-LABEL: @test_mfma_i32_16x16x4i8
 110 // CHECK-GFX908: call <16 x i32> @llvm.amdgcn.mfma.i32.16x16x4i8(i32 %a, i32 %b, <16 x i32> %c, i32 0, i32 0, i32 0)
 111 void test_mfma_i32_16x16x4i8(global v16i* out, int a, int b, v16i c)
 112 {
 113   *out = __builtin_amdgcn_mfma_i32_16x16x4i8(a, b, c, 0, 0, 0);
 114 }
 115
 116 // CHECK-GFX908-LABEL: @test_mfma_i32_4x4x4i8
 117 // CHECK-GFX908: call <4 x i32> @llvm.amdgcn.mfma.i32.4x4x4i8(i32 %a, i32 %b, <4 x i32> %c, i32 0, i32 0, i32 0)
 118 void test_mfma_i32_4x4x4i8(global v4i* out, int a, int b, v4i c)
 119 {
 120   *out = __builtin_amdgcn_mfma_i32_4x4x4i8(a, b, c, 0, 0, 0);
 121 }
 122
 123 // CHECK-GFX908-LABEL: @test_mfma_i32_32x32x8i8
 124 // CHECK-GFX908: call <16 x i32> @llvm.amdgcn.mfma.i32.32x32x8i8(i32 %a, i32 %b, <16 x i32> %c, i32 0, i32 0, i32 0)
 125 void test_mfma_i32_32x32x8i8(global v16i* out, int a, int b, v16i c)
 126 {
 127   *out = __builtin_amdgcn_mfma_i32_32x32x8i8(a, b, c, 0, 0, 0);
 128 }
 129
 130 // CHECK-GFX908-LABEL: @test_mfma_i32_16x16x16i8
 131 // CHECK-GFX908: call <4 x i32> @llvm.amdgcn.mfma.i32.16x16x16i8(i32 %a, i32 %b, <4 x i32> %c, i32 0, i32 0, i32 0)
 132 void test_mfma_i32_16x16x16i8(global v4i* out, int a, int b, v4i c)
 133 {
 134   *out = __builtin_amdgcn_mfma_i32_16x16x16i8(a, b, c, 0, 0, 0);
 135 }
 136
 137 // CHECK-GFX908-LABEL: @test_mfma_f32_32x32x2bf16
 138 // CHECK-GFX908: call <32 x float> @llvm.amdgcn.mfma.f32.32x32x2bf16(<2 x i16> %a, <2 x i16> %b, <32 x float> %c, i32 0, i32 0, i32 0)
 139 void test_mfma_f32_32x32x2bf16(global v32f* out, v2s a, v2s b, v32f c)
 140 {
 141   *out = __builtin_amdgcn_mfma_f32_32x32x2bf16(a, b, c, 0, 0, 0);
 142 }
 143
 144 // CHECK-GFX908-LABEL: @test_mfma_f32_16x16x2bf16
 145 // CHECK-GFX908: call <16 x float> @llvm.amdgcn.mfma.f32.16x16x2bf16(<2 x i16> %a, <2 x i16> %b, <16 x float> %c, i32 0, i32 0, i32 0)
 146 void test_mfma_f32_16x16x2bf16(global v16f* out, v2s a, v2s b, v16f c)
 147 {
 148   *out = __builtin_amdgcn_mfma_f32_16x16x2bf16(a, b, c, 0, 0, 0);
 149 }
 150
 151 // CHECK-GFX908-LABEL: @test_mfma_f32_4x4x2bf16
 152 // CHECK-GFX908: call <4 x float> @llvm.amdgcn.mfma.f32.4x4x2bf16(<2 x i16> %a, <2 x i16> %b, <4 x float> %c, i32 0, i32 0, i32 0)
 153 void test_mfma_f32_4x4x2bf16(global v4f* out, v2s a, v2s b, v4f c)
 154 {
 155   *out = __builtin_amdgcn_mfma_f32_4x4x2bf16(a, b, c, 0, 0, 0);
 156 }
 157
 158 // CHECK-GFX908-LABEL: @test_mfma_f32_32x32x4bf16
 159 // CHECK-GFX908: call <16 x float> @llvm.amdgcn.mfma.f32.32x32x4bf16(<2 x i16> %a, <2 x i16> %b, <16 x float> %c, i32 0, i32 0, i32 0)
 160 void test_mfma_f32_32x32x4bf16(global v16f* out, v2s a, v2s b, v16f c)
 161 {
 162   *out = __builtin_amdgcn_mfma_f32_32x32x4bf16(a, b, c, 0, 0, 0);
 163 }
 164
 165 // CHECK-GFX908-LABEL: @test_mfma_f32_16x16x8bf16
 166 // CHECK-GFX908: call <4 x float> @llvm.amdgcn.mfma.f32.16x16x8bf16(<2 x i16> %a, <2 x i16> %b, <4 x float> %c, i32 0, i32 0, i32 0)
 167 void test_mfma_f32_16x16x8bf16(global v4f* out, v2s a, v2s b, v4f c)
 168 {
 169   *out = __builtin_amdgcn_mfma_f32_16x16x8bf16(a, b, c, 0, 0, 0);
 170 }
 171
 172 #endif // MFMA_GFX908_TESTS
 173
 174 #ifdef MFMA_GFX90A_TESTS
 175
 176 // CHECK-GFX90A-LABEL: @test_mfma_f32_32x32x4bf16_1k
 177 // CHECK-GFX90A: call <32 x float> @llvm.amdgcn.mfma.f32.32x32x4bf16.1k(<4 x i16> %a, <4 x i16> %b, <32 x float> %c, i32 0, i32 0, i32 0)
 178 void test_mfma_f32_32x32x4bf16_1k(global v32f* out, v4s a, v4s b, v32f c)
 179 {
 180   *out = __builtin_amdgcn_mfma_f32_32x32x4bf16_1k(a, b, c, 0, 0, 0);
 181 }
 182
 183 // CHECK-GFX90A-LABEL: @test_mfma_f32_16x16x4bf16_1k
 184 // CHECK-GFX90A: call <16 x float> @llvm.amdgcn.mfma.f32.16x16x4bf16.1k(<4 x i16> %a, <4 x i16> %b, <16 x float> %c, i32 0, i32 0, i32 0)
 185 void test_mfma_f32_16x16x4bf16_1k(global v16f* out, v4s a, v4s b, v16f c)
 186 {
 187   *out = __builtin_amdgcn_mfma_f32_16x16x4bf16_1k(a, b, c, 0, 0, 0);
 188 }
 189
 190 // CHECK-GFX90A-LABEL: @test_mfma_f32_4x4x4bf16_1k
 191 // CHECK-GFX90A: call <4 x float> @llvm.amdgcn.mfma.f32.4x4x4bf16.1k(<4 x i16> %a, <4 x i16> %b, <4 x float> %c, i32 0, i32 0, i32 0)
 192 void test_mfma_f32_4x4x4bf16_1k(global v4f* out, v4s a, v4s b, v4f c)
 193 {
 194   *out = __builtin_amdgcn_mfma_f32_4x4x4bf16_1k(a, b, c, 0, 0, 0);
 195 }
 196
 197 // CHECK-GFX90A-LABEL: @test_mfma_f32_32x32x8bf16_1k
 198 // CHECK-GFX90A: call <16 x float> @llvm.amdgcn.mfma.f32.32x32x8bf16.1k(<4 x i16> %a, <4 x i16> %b, <16 x float> %c, i32 0, i32 0, i32 0)
 199 void test_mfma_f32_32x32x8bf16_1k(global v16f* out, v4s a, v4s b, v16f c)
 200 {
 201   *out = __builtin_amdgcn_mfma_f32_32x32x8bf16_1k(a, b, c, 0, 0, 0);
 202 }
 203
 204 // CHECK-GFX90A-LABEL: @test_mfma_f32_16x16x16bf16_1k
 205 // CHECK-GFX90A: call <4 x float> @llvm.amdgcn.mfma.f32.16x16x16bf16.1k(<4 x i16> %a, <4 x i16> %b, <4 x float> %c, i32 0, i32 0, i32 0)
 206 void test_mfma_f32_16x16x16bf16_1k(global v4f* out, v4s a, v4s b, v4f c)
 207 {
 208   *out = __builtin_amdgcn_mfma_f32_16x16x16bf16_1k(a, b, c, 0, 0, 0);
 209 }
 210
 211 // CHECK-GFX90A-LABEL: @test_mfma_f64_16x16x4f64
 212 // CHECK-GFX90A: call <4 x double> @llvm.amdgcn.mfma.f64.16x16x4f64(double %a, double %b, <4 x double> %c, i32 0, i32 0, i32 0)
 213 void test_mfma_f64_16x16x4f64(global v4d* out, double a, double b, v4d c)
 214 {
 215   *out = __builtin_amdgcn_mfma_f64_16x16x4f64(a, b, c, 0, 0, 0);
 216 }
 217
 218 // CHECK-GFX90A-LABEL: @test_mfma_f64_4x4x4f64
 219 // CHECK-GFX90A: call double @llvm.amdgcn.mfma.f64.4x4x4f64(double %a, double %b, double %c, i32 0, i32 0, i32 0)
 220 void test_mfma_f64_4x4x4f64(global double* out, double a, double b, double c)
 221 {
 222   *out = __builtin_amdgcn_mfma_f64_4x4x4f64(a, b, c, 0, 0, 0);
 223 }
 224
 225 #endif // MFMA_GFX90A_TESTS
 226
 227 #if defined(MFMA_GFX940_TESTS) || defined(MFMA_GFX950_TESTS)
 228 // CHECK-GFX940-LABEL: @test_mfma_i32_16x16x32_i8
 229 // CHECK-GFX940: call <4 x i32> @llvm.amdgcn.mfma.i32.16x16x32.i8(i64 %a, i64 %b, <4 x i32> %c, i32 0, i32 0, i32 0)
 230 void test_mfma_i32_16x16x32_i8(global v4i* out, long a, long b, v4i c)
 231 {
 232   *out = __builtin_amdgcn_mfma_i32_16x16x32_i8(a, b, c, 0, 0, 0);
 233 }
 234
 235 // CHECK-GFX940-LABEL: @test_mfma_i32_32x32x16_i8
 236 // CHECK-GFX940: call <16 x i32> @llvm.amdgcn.mfma.i32.32x32x16.i8(i64 %a, i64 %b, <16 x i32> %c, i32 0, i32 0, i32 0)
 237 void test_mfma_i32_32x32x16_i8(global v16i* out, long a, long b, v16i c)
 238 {
 239   *out = __builtin_amdgcn_mfma_i32_32x32x16_i8(a, b, c, 0, 0, 0);
 240 }
 241
 242 // CHECK-GFX940-LABEL: @test_mfma_f32_16x16x8_xf32
 243 // CHECK-GFX940: call <4 x float> @llvm.amdgcn.mfma.f32.16x16x8.xf32(<2 x float> %a, <2 x float> %b, <4 x float> %c, i32 0, i32 0, i32 0)
 244 void test_mfma_f32_16x16x8_xf32(global v4f* out, v2f a, v2f b, v4f c)
 245 {
 246   *out = __builtin_amdgcn_mfma_f32_16x16x8_xf32(a, b, c, 0, 0, 0);
 247 }
 248
 249 // CHECK-GFX940-LABEL: @test_mfma_f32_32x32x4_xf32
 250 // CHECK-GFX940: call <16 x float> @llvm.amdgcn.mfma.f32.32x32x4.xf32(<2 x float> %a, <2 x float> %b, <16 x float> %c, i32 0, i32 0, i32 0)
 251 void test_mfma_f32_32x32x4_xf32(global v16f* out, v2f a, v2f b, v16f c)
 252 {
 253   *out = __builtin_amdgcn_mfma_f32_32x32x4_xf32(a, b, c, 0, 0, 0);
 254 }
 255
 256 // CHECK-GFX940-LABEL: @test_mfma_f32_16x16x32_bf8_bf8
 257 // CHECK-GFX940: call <4 x float> @llvm.amdgcn.mfma.f32.16x16x32.bf8.bf8(i64 %a, i64 %b, <4 x float> %c, i32 0, i32 0, i32 0)
 258 void test_mfma_f32_16x16x32_bf8_bf8(global v4f* out, long a, long b, v4f c)
 259 {
 260   *out = __builtin_amdgcn_mfma_f32_16x16x32_bf8_bf8(a, b, c, 0, 0, 0);
 261 }
 262
 263 // CHECK-GFX940-LABEL: @test_mfma_f32_16x16x32_bf8_fp8
 264 // CHECK-GFX940: call <4 x float> @llvm.amdgcn.mfma.f32.16x16x32.bf8.fp8(i64 %a, i64 %b, <4 x float> %c, i32 0, i32 0, i32 0)
 265 void test_mfma_f32_16x16x32_bf8_fp8(global v4f* out, long a, long b, v4f c)
 266 {
 267   *out = __builtin_amdgcn_mfma_f32_16x16x32_bf8_fp8(a, b, c, 0, 0, 0);
 268 }
 269
 270 // CHECK-GFX940-LABEL: @test_mfma_f32_16x16x32_fp8_bf8
 271 // CHECK-GFX940: call <4 x float> @llvm.amdgcn.mfma.f32.16x16x32.fp8.bf8(i64 %a, i64 %b, <4 x float> %c, i32 0, i32 0, i32 0)
 272 void test_mfma_f32_16x16x32_fp8_bf8(global v4f* out, long a, long b, v4f c)
 273 {
 274   *out = __builtin_amdgcn_mfma_f32_16x16x32_fp8_bf8(a, b, c, 0, 0, 0);
 275 }
 276
 277 // CHECK-GFX940-LABEL: @test_mfma_f32_16x16x32_fp8_fp8
 278 // CHECK-GFX940: call <4 x float> @llvm.amdgcn.mfma.f32.16x16x32.fp8.fp8(i64 %a, i64 %b, <4 x float> %c, i32 0, i32 0, i32 0)
 279 void test_mfma_f32_16x16x32_fp8_fp8(global v4f* out, long a, long b, v4f c)
 280 {
 281   *out = __builtin_amdgcn_mfma_f32_16x16x32_fp8_fp8(a, b, c, 0, 0, 0);
 282 }
 283
 284 // CHECK-GFX940-LABEL: @test_mfma_f32_32x32x16_bf8_bf8
 285 // CHECK-GFX940: call <16 x float> @llvm.amdgcn.mfma.f32.32x32x16.bf8.bf8(i64 %a, i64 %b, <16 x float> %c, i32 0, i32 0, i32 0)
 286 void test_mfma_f32_32x32x16_bf8_bf8(global v16f* out, long a, long b, v16f c)
 287 {
 288   *out = __builtin_amdgcn_mfma_f32_32x32x16_bf8_bf8(a, b, c, 0, 0, 0);
 289 }
 290
 291 // CHECK-GFX940-LABEL: @test_mfma_f32_32x32x16_bf8_fp8
 292 // CHECK-GFX940: call <16 x float> @llvm.amdgcn.mfma.f32.32x32x16.bf8.fp8(i64 %a, i64 %b, <16 x float> %c, i32 0, i32 0, i32 0)
 293 void test_mfma_f32_32x32x16_bf8_fp8(global v16f* out, long a, long b, v16f c)
 294 {
 295   *out = __builtin_amdgcn_mfma_f32_32x32x16_bf8_fp8(a, b, c, 0, 0, 0);
 296 }
 297
 298 // CHECK-GFX940-LABEL: @test_mfma_f32_32x32x16_fp8_bf8
 299 // CHECK-GFX940: call <16 x float> @llvm.amdgcn.mfma.f32.32x32x16.fp8.bf8(i64 %a, i64 %b, <16 x float> %c, i32 0, i32 0, i32 0)
 300 void test_mfma_f32_32x32x16_fp8_bf8(global v16f* out, long a, long b, v16f c)
 301 {
 302   *out = __builtin_amdgcn_mfma_f32_32x32x16_fp8_bf8(a, b, c, 0, 0, 0);
 303 }
 304
 305 // CHECK-GFX940-LABEL: @test_mfma_f32_32x32x16_fp8_fp8
 306 // CHECK-GFX940: call <16 x float> @llvm.amdgcn.mfma.f32.32x32x16.fp8.fp8(i64 %a, i64 %b, <16 x float> %c, i32 0, i32 0, i32 0)
 307 void test_mfma_f32_32x32x16_fp8_fp8(global v16f* out, long a, long b, v16f c)
 308 {
 309   *out = __builtin_amdgcn_mfma_f32_32x32x16_fp8_fp8(a, b, c, 0, 0, 0);
 310 }
 311
 312 // CHECK-GFX940-LABEL: @test_smfmac_f32_16x16x32_f16
 313 // CHECK-GFX940: call <4 x float> @llvm.amdgcn.smfmac.f32.16x16x32.f16(<4 x half> %a, <8 x half> %b, <4 x float> %c, i32 %idx, i32 0, i32 0)
 314 void test_smfmac_f32_16x16x32_f16(global v4f* out, v4h a, v8h b, v4f c, int idx)
 315 {
 316   *out = __builtin_amdgcn_smfmac_f32_16x16x32_f16(a, b, c, idx, 0, 0);
 317 }
 318
 319 // CHECK-GFX940-LABEL: @test_smfmac_f32_32x32x16_f16
 320 // CHECK-GFX940: call <16 x float> @llvm.amdgcn.smfmac.f32.32x32x16.f16(<4 x half> %a, <8 x half> %b, <16 x float> %c, i32 %idx, i32 0, i32 0)
 321 void test_smfmac_f32_32x32x16_f16(global v16f* out, v4h a, v8h b, v16f c, int idx)
 322 {
 323   *out = __builtin_amdgcn_smfmac_f32_32x32x16_f16(a, b, c, idx, 0, 0);
 324 }
 325
 326 // CHECK-GFX940-LABEL: @test_smfmac_f32_16x16x32_bf16
 327 // CHECK-GFX940: call <4 x float> @llvm.amdgcn.smfmac.f32.16x16x32.bf16(<4 x i16> %a, <8 x i16> %b, <4 x float> %c, i32 %idx, i32 0, i32 0)
 328 void test_smfmac_f32_16x16x32_bf16(global v4f* out, v4s a, v8s b, v4f c, int idx)
 329 {
 330   *out = __builtin_amdgcn_smfmac_f32_16x16x32_bf16(a, b, c, idx, 0, 0);
 331 }
 332
 333 // CHECK-GFX940-LABEL: @test_smfmac_f32_32x32x16_bf16
 334 // CHECK-GFX940: call <16 x float> @llvm.amdgcn.smfmac.f32.32x32x16.bf16(<4 x i16> %a, <8 x i16> %b, <16 x float> %c, i32 %idx, i32 0, i32 0)
 335 void test_smfmac_f32_32x32x16_bf16(global v16f* out, v4s a, v8s b, v16f c, int idx)
 336 {
 337   *out = __builtin_amdgcn_smfmac_f32_32x32x16_bf16(a, b, c, idx, 0, 0);
 338 }
 339
 340 // CHECK-GFX940-LABEL: @test_smfmac_i32_16x16x64_i8
 341 // CHECK-GFX940: call <4 x i32> @llvm.amdgcn.smfmac.i32.16x16x64.i8(<2 x i32> %a, <4 x i32> %b, <4 x i32> %c, i32 %idx, i32 0, i32 0)
 342 void test_smfmac_i32_16x16x64_i8(global v4i* out, v2i a, v4i b, v4i c, int idx)
 343 {
 344   *out = __builtin_amdgcn_smfmac_i32_16x16x64_i8(a, b, c, idx, 0, 0);
 345 }
 346
 347 // CHECK-GFX940-LABEL: @test_smfmac_i32_32x32x32_i8
 348 // CHECK-GFX940: call <16 x i32> @llvm.amdgcn.smfmac.i32.32x32x32.i8(<2 x i32> %a, <4 x i32> %b, <16 x i32> %c, i32 %idx, i32 0, i32 0)
 349 void test_smfmac_i32_32x32x32_i8(global v16i* out, v2i a, v4i b, v16i c, int idx)
 350 {
 351   *out = __builtin_amdgcn_smfmac_i32_32x32x32_i8(a, b, c, idx, 0, 0);
 352 }
 353
 354 // CHECK-GFX940-LABEL: @test_smfmac_f32_16x16x64_bf8_bf8
 355 // CHECK-GFX940: call <4 x float> @llvm.amdgcn.smfmac.f32.16x16x64.bf8.bf8(<2 x i32> %a, <4 x i32> %b, <4 x float> %c, i32 %idx, i32 0, i32 0)
 356 void test_smfmac_f32_16x16x64_bf8_bf8(global v4f* out, v2i a, v4i b, v4f c, int idx)
 357 {
 358   *out = __builtin_amdgcn_smfmac_f32_16x16x64_bf8_bf8(a, b, c, idx, 0, 0);
 359 }
 360
 361 // CHECK-GFX940-LABEL: @test_smfmac_f32_16x16x64_bf8_fp8
 362 // CHECK-GFX940: call <4 x float> @llvm.amdgcn.smfmac.f32.16x16x64.bf8.fp8(<2 x i32> %a, <4 x i32> %b, <4 x float> %c, i32 %idx, i32 0, i32 0)
 363 void test_smfmac_f32_16x16x64_bf8_fp8(global v4f* out, v2i a, v4i b, v4f c, int idx)
 364 {
 365   *out = __builtin_amdgcn_smfmac_f32_16x16x64_bf8_fp8(a, b, c, idx, 0, 0);
 366 }
 367
 368 // CHECK-GFX940-LABEL: @test_smfmac_f32_16x16x64_fp8_bf8
 369 // CHECK-GFX940: call <4 x float> @llvm.amdgcn.smfmac.f32.16x16x64.fp8.bf8(<2 x i32> %a, <4 x i32> %b, <4 x float> %c, i32 %idx, i32 0, i32 0)
 370 void test_smfmac_f32_16x16x64_fp8_bf8(global v4f* out, v2i a, v4i b, v4f c, int idx)
 371 {
 372   *out = __builtin_amdgcn_smfmac_f32_16x16x64_fp8_bf8(a, b, c, idx, 0, 0);
 373 }
 374
 375 // CHECK-GFX940-LABEL: @test_smfmac_f32_16x16x64_fp8_fp8
 376 // CHECK-GFX940: call <4 x float> @llvm.amdgcn.smfmac.f32.16x16x64.fp8.fp8(<2 x i32> %a, <4 x i32> %b, <4 x float> %c, i32 %idx, i32 0, i32 0)
 377 void test_smfmac_f32_16x16x64_fp8_fp8(global v4f* out, v2i a, v4i b, v4f c, int idx)
 378 {
 379   *out = __builtin_amdgcn_smfmac_f32_16x16x64_fp8_fp8(a, b, c, idx, 0, 0);
 380 }
 381
 382 // CHECK-GFX940-LABEL: @test_smfmac_f32_32x32x32_bf8_bf8
 383 // CHECK-GFX940: call <16 x float> @llvm.amdgcn.smfmac.f32.32x32x32.bf8.bf8(<2 x i32> %a, <4 x i32> %b, <16 x float> %c, i32 %idx, i32 0, i32 0)
 384 void test_smfmac_f32_32x32x32_bf8_bf8(global v16f* out, v2i a, v4i b, v16f c, int idx)
 385 {
 386   *out = __builtin_amdgcn_smfmac_f32_32x32x32_bf8_bf8(a, b, c, idx, 0, 0);
 387 }
 388
 389 // CHECK-GFX940-LABEL: @test_smfmac_f32_32x32x32_bf8_fp8
 390 // CHECK-GFX940: call <16 x float> @llvm.amdgcn.smfmac.f32.32x32x32.bf8.fp8(<2 x i32> %a, <4 x i32> %b, <16 x float> %c, i32 %idx, i32 0, i32 0)
 391 void test_smfmac_f32_32x32x32_bf8_fp8(global v16f* out, v2i a, v4i b, v16f c, int idx)
 392 {
 393   *out = __builtin_amdgcn_smfmac_f32_32x32x32_bf8_fp8(a, b, c, idx, 0, 0);
 394 }
 395
 396 // CHECK-GFX940-LABEL: @test_smfmac_f32_32x32x32_fp8_bf8
 397 // CHECK-GFX940: call <16 x float> @llvm.amdgcn.smfmac.f32.32x32x32.fp8.bf8(<2 x i32> %a, <4 x i32> %b, <16 x float> %c, i32 %idx, i32 0, i32 0)
 398 void test_smfmac_f32_32x32x32_fp8_bf8(global v16f* out, v2i a, v4i b, v16f c, int idx)
 399 {
 400   *out = __builtin_amdgcn_smfmac_f32_32x32x32_fp8_bf8(a, b, c, idx, 0, 0);
 401 }
 402
 403 // CHECK-GFX940-LABEL: @test_smfmac_f32_32x32x32_fp8_fp8
 404 // CHECK-GFX940: call <16 x float> @llvm.amdgcn.smfmac.f32.32x32x32.fp8.fp8(<2 x i32> %a, <4 x i32> %b, <16 x float> %c, i32 %idx, i32 0, i32 0)
 405 void test_smfmac_f32_32x32x32_fp8_fp8(global v16f* out, v2i a, v4i b, v16f c, int idx)
 406 {
 407   *out = __builtin_amdgcn_smfmac_f32_32x32x32_fp8_fp8(a, b, c, idx, 0, 0);
 408 }
 409 #endif // defined(MFMA_GFX940_TESTS) || defined(MFMA_GFX950_TESTS)
 410
 411 #ifdef MFMA_GFX950_TESTS
 412
 413 // CHECK-GFX950-LABEL: @test_mfma_f32_16x16x32_f16(
 414 // CHECK-GFX950: tail call <4 x float> @llvm.amdgcn.mfma.f32.16x16x32.f16(<8 x half> %a, <8 x half> %b, <4 x float> %c, i32 1, i32 2, i32 3)
 415
 416 v4f test_mfma_f32_16x16x32_f16(v8h a, v8h b, v4f c)
 417 {
 418   return __builtin_amdgcn_mfma_f32_16x16x32_f16(a, b, c, 1, 2, 3);
 419 }
 420
 421 // CHECK-GFX950-LABEL: @test_mfma_f32_32x32x16_f16
 422 // CHECK-GFX950: tail call <16 x float> @llvm.amdgcn.mfma.f32.32x32x16.f16(<8 x half> %a, <8 x half> %b, <16 x float> %c, i32 1, i32 2, i32 3)
 423 v16f test_mfma_f32_32x32x16_f16(v8h a, v8h b, v16f c)
 424 {
 425   return __builtin_amdgcn_mfma_f32_32x32x16_f16(a, b, c, 1, 2, 3);
 426 }
 427
 428 // CHECK-GFX950-LABEL: @test_mfma_f32_32x32x16_bf16(
 429 // CHECK-GFX950: tail call <16 x float> @llvm.amdgcn.mfma.f32.32x32x16.bf16(<8 x bfloat> %a, <8 x bfloat> %b, <16 x float> %c, i32 1, i32 2, i32 3)
 430 v16f test_mfma_f32_32x32x16_bf16(v8bf16 a, v8bf16 b, v16f c) {
 431   return __builtin_amdgcn_mfma_f32_32x32x16_bf16(a, b, c, 1, 2, 3);
 432 }
 433
 434 #endif