1 ; RUN: llc -march=amdgcn -mcpu=hawaii -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=GCN,CI,CIVI %s
2 ; RUN: llc -march=amdgcn -mcpu=fiji -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=GCN,VI,CIVI,GFX89 %s
3 ; RUN: llc -march=amdgcn -mcpu=gfx900 -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=GCN,VI,GFX89 %s
5 ; GCN-LABEL: {{^}}void_func_i1:
6 ; GCN: v_and_b32_e32 v0, 1, v0
7 ; GCN: buffer_store_byte v0, off
8 define void @void_func_i1(i1 %arg0) #0 {
9 store i1 %arg0, i1 addrspace(1)* undef
13 ; GCN-LABEL: {{^}}void_func_i1_zeroext:
15 ; GCN-NEXT: v_or_b32_e32 v0, 12, v0
17 ; GCN: buffer_store_dword v0, off
18 define void @void_func_i1_zeroext(i1 zeroext %arg0) #0 {
19 %ext = zext i1 %arg0 to i32
20 %add = add i32 %ext, 12
21 store i32 %add, i32 addrspace(1)* undef
25 ; GCN-LABEL: {{^}}void_func_i1_signext:
27 ; GCN-NEXT: v_add_{{i|u}}32_e32 v0, {{(vcc, )?}}12, v0
29 ; GCN: buffer_store_dword v0, off
30 define void @void_func_i1_signext(i1 signext %arg0) #0 {
31 %ext = sext i1 %arg0 to i32
32 %add = add i32 %ext, 12
33 store i32 %add, i32 addrspace(1)* undef
37 ; GCN-LABEL: {{^}}i1_arg_i1_use:
38 ; GCN: v_and_b32_e32 v0, 1, v0
39 ; GCN: v_cmp_eq_u32_e32 vcc, 1, v0
40 ; GCN: s_xor_b64 s{{\[[0-9]+:[0-9]+\]}}, vcc, -1
41 define void @i1_arg_i1_use(i1 %arg) #0 {
43 br i1 %arg, label %bb2, label %bb1
46 store volatile i32 0, i32 addrspace(1)* undef
53 ; GCN-LABEL: {{^}}void_func_i8:
55 ; GCN: buffer_store_byte v0, off
56 define void @void_func_i8(i8 %arg0) #0 {
57 store i8 %arg0, i8 addrspace(1)* undef
61 ; GCN-LABEL: {{^}}void_func_i8_zeroext:
63 ; GCN: v_add_{{i|u}}32_e32 v0, {{(vcc, )?}}12, v0
64 define void @void_func_i8_zeroext(i8 zeroext %arg0) #0 {
65 %ext = zext i8 %arg0 to i32
66 %add = add i32 %ext, 12
67 store i32 %add, i32 addrspace(1)* undef
71 ; GCN-LABEL: {{^}}void_func_i8_signext:
73 ; GCN: v_add_{{i|u}}32_e32 v0, {{(vcc, )?}}12, v0
74 define void @void_func_i8_signext(i8 signext %arg0) #0 {
75 %ext = sext i8 %arg0 to i32
76 %add = add i32 %ext, 12
77 store i32 %add, i32 addrspace(1)* undef
81 ; GCN-LABEL: {{^}}void_func_i16:
82 ; GCN: buffer_store_short v0, off
83 define void @void_func_i16(i16 %arg0) #0 {
84 store i16 %arg0, i16 addrspace(1)* undef
88 ; GCN-LABEL: {{^}}void_func_i16_zeroext:
90 ; GCN: v_add_{{i|u}}32_e32 v0, {{(vcc, )?}}12, v0
91 define void @void_func_i16_zeroext(i16 zeroext %arg0) #0 {
92 %ext = zext i16 %arg0 to i32
93 %add = add i32 %ext, 12
94 store i32 %add, i32 addrspace(1)* undef
98 ; GCN-LABEL: {{^}}void_func_i16_signext:
100 ; GCN: v_add_{{i|u}}32_e32 v0, {{(vcc, )?}}12, v0
101 define void @void_func_i16_signext(i16 signext %arg0) #0 {
102 %ext = sext i16 %arg0 to i32
103 %add = add i32 %ext, 12
104 store i32 %add, i32 addrspace(1)* undef
108 ; GCN-LABEL: {{^}}void_func_i32:
110 ; GCN: buffer_store_dword v0, off
111 define void @void_func_i32(i32 %arg0) #0 {
112 store i32 %arg0, i32 addrspace(1)* undef
116 ; GCN-LABEL: {{^}}void_func_i64:
120 ; GCN: buffer_store_dwordx2 v[0:1], off
121 define void @void_func_i64(i64 %arg0) #0 {
122 store i64 %arg0, i64 addrspace(1)* undef
126 ; GCN-LABEL: {{^}}void_func_f16:
128 ; CI: v_cvt_f16_f32_e32 v0, v0
129 ; GCN: buffer_store_short v0, off
130 define void @void_func_f16(half %arg0) #0 {
131 store half %arg0, half addrspace(1)* undef
135 ; GCN-LABEL: {{^}}void_func_f32
137 ; GCN: buffer_store_dword v0, off
138 define void @void_func_f32(float %arg0) #0 {
139 store float %arg0, float addrspace(1)* undef
143 ; GCN-LABEL: {{^}}void_func_f64:
147 ; GCN: buffer_store_dwordx2 v[0:1], off
148 define void @void_func_f64(double %arg0) #0 {
149 store double %arg0, double addrspace(1)* undef
153 ; GCN-LABEL: {{^}}void_func_v2i32:
157 ; GCN: buffer_store_dwordx2 v[0:1], off
158 define void @void_func_v2i32(<2 x i32> %arg0) #0 {
159 store <2 x i32> %arg0, <2 x i32> addrspace(1)* undef
163 ; GCN-LABEL: {{^}}void_func_v3i32:
164 ; GCN-DAG: buffer_store_dword v2, off
165 ; GCN-DAG: buffer_store_dwordx2 v[0:1], off
166 define void @void_func_v3i32(<3 x i32> %arg0) #0 {
167 store <3 x i32> %arg0, <3 x i32> addrspace(1)* undef
171 ; GCN-LABEL: {{^}}void_func_v4i32:
172 ; GCN: buffer_store_dwordx4 v[0:3], off
173 define void @void_func_v4i32(<4 x i32> %arg0) #0 {
174 store <4 x i32> %arg0, <4 x i32> addrspace(1)* undef
178 ; GCN-LABEL: {{^}}void_func_v5i32:
179 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
180 ; GCN-DAG: buffer_store_dword v4, off
181 define void @void_func_v5i32(<5 x i32> %arg0) #0 {
182 store <5 x i32> %arg0, <5 x i32> addrspace(1)* undef
186 ; GCN-LABEL: {{^}}void_func_v8i32:
187 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
188 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
189 define void @void_func_v8i32(<8 x i32> %arg0) #0 {
190 store <8 x i32> %arg0, <8 x i32> addrspace(1)* undef
194 ; GCN-LABEL: {{^}}void_func_v16i32:
195 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
196 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
197 ; GCN-DAG: buffer_store_dwordx4 v[8:11], off
198 ; GCN-DAG: buffer_store_dwordx4 v[12:15], off
199 define void @void_func_v16i32(<16 x i32> %arg0) #0 {
200 store <16 x i32> %arg0, <16 x i32> addrspace(1)* undef
204 ; GCN-LABEL: {{^}}void_func_v32i32:
205 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
206 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
207 ; GCN-DAG: buffer_store_dwordx4 v[8:11], off
208 ; GCN-DAG: buffer_store_dwordx4 v[12:15], off
209 ; GCN-DAG: buffer_store_dwordx4 v[16:19], off
210 ; GCN-DAG: buffer_store_dwordx4 v[20:23], off
211 ; GCN-DAG: buffer_store_dwordx4 v[24:27], off
212 ; GCN-DAG: buffer_store_dwordx4 v[28:31], off
213 define void @void_func_v32i32(<32 x i32> %arg0) #0 {
214 store <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
218 ; 1 over register limit
219 ; GCN-LABEL: {{^}}void_func_v33i32:
220 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
221 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
222 ; GCN-DAG: buffer_store_dwordx4 v[8:11], off
223 ; GCN-DAG: buffer_store_dwordx4 v[12:15], off
224 ; GCN-DAG: buffer_load_dword [[STACKLOAD:v[0-9]+]], off, s[0:3], s5
225 ; GCN-DAG: buffer_store_dwordx4 v[16:19], off
226 ; GCN-DAG: buffer_store_dwordx4 v[20:23], off
227 ; GCN-DAG: buffer_store_dwordx4 v[24:27], off
228 ; GCN-DAG: buffer_store_dwordx4 v[28:31], off
229 ; GCN: buffer_store_dword [[STACKLOAD]], off
230 define void @void_func_v33i32(<33 x i32> %arg0) #0 {
231 store <33 x i32> %arg0, <33 x i32> addrspace(1)* undef
235 ; GCN-LABEL: {{^}}void_func_v2i64:
236 ; GCN: buffer_store_dwordx4 v[0:3], off
237 define void @void_func_v2i64(<2 x i64> %arg0) #0 {
238 store <2 x i64> %arg0, <2 x i64> addrspace(1)* undef
242 ; GCN-LABEL: {{^}}void_func_v3i64:
243 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
244 ; GCN-DAG: buffer_store_dwordx2 v[4:5], off
245 define void @void_func_v3i64(<3 x i64> %arg0) #0 {
246 store <3 x i64> %arg0, <3 x i64> addrspace(1)* undef
250 ; GCN-LABEL: {{^}}void_func_v4i64:
251 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
252 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
253 define void @void_func_v4i64(<4 x i64> %arg0) #0 {
254 store <4 x i64> %arg0, <4 x i64> addrspace(1)* undef
258 ; GCN-LABEL: {{^}}void_func_v5i64:
259 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
260 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
261 ; GCN-DAG: buffer_store_dwordx2 v[8:9], off
262 define void @void_func_v5i64(<5 x i64> %arg0) #0 {
263 store <5 x i64> %arg0, <5 x i64> addrspace(1)* undef
267 ; GCN-LABEL: {{^}}void_func_v8i64:
268 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
269 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
270 ; GCN-DAG: buffer_store_dwordx4 v[8:11], off
271 ; GCN-DAG: buffer_store_dwordx4 v[12:15], off
272 define void @void_func_v8i64(<8 x i64> %arg0) #0 {
273 store <8 x i64> %arg0, <8 x i64> addrspace(1)* undef
277 ; GCN-LABEL: {{^}}void_func_v16i64:
278 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
279 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
280 ; GCN-DAG: buffer_store_dwordx4 v[8:11], off
281 ; GCN-DAG: buffer_store_dwordx4 v[12:15], off
282 ; GCN-DAG: buffer_store_dwordx4 v[16:19], off
283 ; GCN-DAG: buffer_store_dwordx4 v[20:23], off
284 ; GCN-DAG: buffer_store_dwordx4 v[24:27], off
285 ; GCN-DAG: buffer_store_dwordx4 v[28:31], off
286 define void @void_func_v16i64(<16 x i64> %arg0) #0 {
287 store <16 x i64> %arg0, <16 x i64> addrspace(1)* undef
291 ; GCN-LABEL: {{^}}void_func_v2i16:
293 ; GFX9: buffer_store_dword v0, off
294 define void @void_func_v2i16(<2 x i16> %arg0) #0 {
295 store <2 x i16> %arg0, <2 x i16> addrspace(1)* undef
299 ; GCN-LABEL: {{^}}void_func_v3i16:
300 ; GCN-DAG: buffer_store_dword v{{[0-9]+}}, off
301 ; GCN-DAG: buffer_store_short v{{[0-9]+}}, off
302 define void @void_func_v3i16(<3 x i16> %arg0) #0 {
303 store <3 x i16> %arg0, <3 x i16> addrspace(1)* undef
307 ; GCN-LABEL: {{^}}void_func_v4i16:
310 ; GFX9: buffer_store_dwordx2 v[0:1], off
311 define void @void_func_v4i16(<4 x i16> %arg0) #0 {
312 store <4 x i16> %arg0, <4 x i16> addrspace(1)* undef
316 ; GCN-LABEL: {{^}}void_func_v5i16:
322 ; CI-DAG: buffer_store_short v
323 ; CI-DAG: buffer_store_dwordx2 v
325 ; GFX89-DAG: buffer_store_short v2, off,
326 ; GFX89-DAG: buffer_store_dwordx2 v[0:1], off
328 define void @void_func_v5i16(<5 x i16> %arg0) #0 {
329 store <5 x i16> %arg0, <5 x i16> addrspace(1)* undef
333 ; GCN-LABEL: {{^}}void_func_v8i16:
334 ; GFX9-DAG: buffer_store_dwordx4 v[0:3], off
335 define void @void_func_v8i16(<8 x i16> %arg0) #0 {
336 store <8 x i16> %arg0, <8 x i16> addrspace(1)* undef
340 ; GCN-LABEL: {{^}}void_func_v16i16:
341 ; GFX9-DAG: buffer_store_dwordx4 v[0:3], off
342 ; GFX9-DAG: buffer_store_dwordx4 v[4:7], off
343 define void @void_func_v16i16(<16 x i16> %arg0) #0 {
344 store <16 x i16> %arg0, <16 x i16> addrspace(1)* undef
348 ; GCN-LABEL: {{^}}void_func_v2f32:
352 ; GCN: buffer_store_dwordx2 v[0:1], off
353 define void @void_func_v2f32(<2 x float> %arg0) #0 {
354 store <2 x float> %arg0, <2 x float> addrspace(1)* undef
358 ; GCN-LABEL: {{^}}void_func_v3f32:
359 ; GCN-DAG: buffer_store_dword v2, off
360 ; GCN-DAG: buffer_store_dwordx2 v[0:1], off
361 define void @void_func_v3f32(<3 x float> %arg0) #0 {
362 store <3 x float> %arg0, <3 x float> addrspace(1)* undef
366 ; GCN-LABEL: {{^}}void_func_v4f32:
367 ; GCN: buffer_store_dwordx4 v[0:3], off
368 define void @void_func_v4f32(<4 x float> %arg0) #0 {
369 store <4 x float> %arg0, <4 x float> addrspace(1)* undef
373 ; GCN-LABEL: {{^}}void_func_v8f32:
374 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
375 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
376 define void @void_func_v8f32(<8 x float> %arg0) #0 {
377 store <8 x float> %arg0, <8 x float> addrspace(1)* undef
381 ; GCN-LABEL: {{^}}void_func_v16f32:
382 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
383 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
384 ; GCN-DAG: buffer_store_dwordx4 v[8:11], off
385 ; GCN-DAG: buffer_store_dwordx4 v[12:15], off
386 define void @void_func_v16f32(<16 x float> %arg0) #0 {
387 store <16 x float> %arg0, <16 x float> addrspace(1)* undef
391 ; GCN-LABEL: {{^}}void_func_v2f64:
392 ; GCN: buffer_store_dwordx4 v[0:3], off
393 define void @void_func_v2f64(<2 x double> %arg0) #0 {
394 store <2 x double> %arg0, <2 x double> addrspace(1)* undef
398 ; GCN-LABEL: {{^}}void_func_v3f64:
399 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
400 ; GCN-DAG: buffer_store_dwordx2 v[4:5], off
401 define void @void_func_v3f64(<3 x double> %arg0) #0 {
402 store <3 x double> %arg0, <3 x double> addrspace(1)* undef
406 ; GCN-LABEL: {{^}}void_func_v4f64:
407 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
408 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
409 define void @void_func_v4f64(<4 x double> %arg0) #0 {
410 store <4 x double> %arg0, <4 x double> addrspace(1)* undef
414 ; GCN-LABEL: {{^}}void_func_v8f64:
415 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
416 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
417 ; GCN-DAG: buffer_store_dwordx4 v[8:11], off
418 ; GCN-DAG: buffer_store_dwordx4 v[12:15], off
419 define void @void_func_v8f64(<8 x double> %arg0) #0 {
420 store <8 x double> %arg0, <8 x double> addrspace(1)* undef
424 ; GCN-LABEL: {{^}}void_func_v16f64:
425 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
426 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
427 ; GCN-DAG: buffer_store_dwordx4 v[8:11], off
428 ; GCN-DAG: buffer_store_dwordx4 v[12:15], off
429 ; GCN-DAG: buffer_store_dwordx4 v[16:19], off
430 ; GCN-DAG: buffer_store_dwordx4 v[20:23], off
431 ; GCN-DAG: buffer_store_dwordx4 v[24:27], off
432 ; GCN-DAG: buffer_store_dwordx4 v[28:31], off
433 define void @void_func_v16f64(<16 x double> %arg0) #0 {
434 store <16 x double> %arg0, <16 x double> addrspace(1)* undef
438 ; GCN-LABEL: {{^}}void_func_v2f16:
440 ; GFX9: buffer_store_dword v0, off
441 define void @void_func_v2f16(<2 x half> %arg0) #0 {
442 store <2 x half> %arg0, <2 x half> addrspace(1)* undef
446 ; FIXME: Different abi if f16 legal
447 ; GCN-LABEL: {{^}}void_func_v3f16:
448 ; CI-DAG: v_cvt_f16_f32_e32 v{{[0-9]+}}, v0
449 ; CI-DAG: v_cvt_f16_f32_e32 v{{[0-9]+}}, v1
450 ; CI-DAG: v_cvt_f16_f32_e32 v{{[0-9]+}}, v2
455 ; GCN-DAG: buffer_store_short
456 ; GCN-DAG: buffer_store_dword
457 define void @void_func_v3f16(<3 x half> %arg0) #0 {
458 store <3 x half> %arg0, <3 x half> addrspace(1)* undef
462 ; GCN-LABEL: {{^}}void_func_v4f16:
466 ; GFX9: buffer_store_dwordx2 v[0:1], off
467 define void @void_func_v4f16(<4 x half> %arg0) #0 {
468 store <4 x half> %arg0, <4 x half> addrspace(1)* undef
472 ; GCN-LABEL: {{^}}void_func_v8f16:
475 ; GFX9: buffer_store_dwordx4 v[0:3], off
476 define void @void_func_v8f16(<8 x half> %arg0) #0 {
477 store <8 x half> %arg0, <8 x half> addrspace(1)* undef
481 ; GCN-LABEL: {{^}}void_func_v16f16:
484 ; GFX9-DAG: buffer_store_dwordx4 v[0:3], off
485 ; GFX9-DAG: buffer_store_dwordx4 v[4:7], off
486 define void @void_func_v16f16(<16 x half> %arg0) #0 {
487 store <16 x half> %arg0, <16 x half> addrspace(1)* undef
491 ; Make sure there is no alignment requirement for passed vgprs.
492 ; GCN-LABEL: {{^}}void_func_i32_i64_i32:
494 ; GCN: buffer_store_dword v0, off
495 ; GCN: buffer_store_dwordx2 v[1:2]
496 ; GCN: buffer_store_dword v3
497 define void @void_func_i32_i64_i32(i32 %arg0, i64 %arg1, i32 %arg2) #0 {
498 store volatile i32 %arg0, i32 addrspace(1)* undef
499 store volatile i64 %arg1, i64 addrspace(1)* undef
500 store volatile i32 %arg2, i32 addrspace(1)* undef
504 ; GCN-LABEL: {{^}}void_func_struct_i32:
506 ; GCN: buffer_store_dword v0, off
507 define void @void_func_struct_i32({ i32 } %arg0) #0 {
508 store { i32 } %arg0, { i32 } addrspace(1)* undef
512 ; GCN-LABEL: {{^}}void_func_struct_i8_i32:
513 ; GCN-DAG: buffer_store_byte v0, off
514 ; GCN-DAG: buffer_store_dword v1, off
515 define void @void_func_struct_i8_i32({ i8, i32 } %arg0) #0 {
516 store { i8, i32 } %arg0, { i8, i32 } addrspace(1)* undef
520 ; GCN-LABEL: {{^}}void_func_byval_struct_i8_i32:
521 ; GCN-DAG: buffer_load_ubyte v[[ELT0:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
522 ; GCN-DAG: buffer_load_dword v[[ELT1:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
523 ; GCN-DAG: buffer_store_dword v[[ELT1]]
524 ; GCN-DAG: buffer_store_byte v[[ELT0]]
525 define void @void_func_byval_struct_i8_i32({ i8, i32 } addrspace(5)* byval %arg0) #0 {
526 %arg0.load = load { i8, i32 }, { i8, i32 } addrspace(5)* %arg0
527 store { i8, i32 } %arg0.load, { i8, i32 } addrspace(1)* undef
531 ; GCN-LABEL: {{^}}void_func_byval_struct_i8_i32_x2:
532 ; GCN: buffer_load_ubyte v[[ELT0_0:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
533 ; GCN: buffer_load_dword v[[ELT1_0:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
534 ; GCN: buffer_load_ubyte v[[ELT0_1:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
535 ; GCN: buffer_load_dword v[[ELT1_1:[0-9]+]], off, s[0:3], s5 offset:16{{$}}
537 ; GCN: ds_write_b32 v0, v0
539 define void @void_func_byval_struct_i8_i32_x2({ i8, i32 } addrspace(5)* byval %arg0, { i8, i32 } addrspace(5)* byval %arg1, i32 %arg2) #0 {
540 %arg0.load = load volatile { i8, i32 }, { i8, i32 } addrspace(5)* %arg0
541 %arg1.load = load volatile { i8, i32 }, { i8, i32 } addrspace(5)* %arg1
542 store volatile { i8, i32 } %arg0.load, { i8, i32 } addrspace(1)* undef
543 store volatile { i8, i32 } %arg1.load, { i8, i32 } addrspace(1)* undef
544 store volatile i32 %arg2, i32 addrspace(3)* undef
548 ; GCN-LABEL: {{^}}void_func_byval_i32_byval_i64:
549 ; GCN-DAG: buffer_load_dword v[[ARG0_LOAD:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
550 ; GCN-DAG: buffer_load_dword v[[ARG1_LOAD0:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
551 ; GCN-DAG: buffer_load_dword v[[ARG1_LOAD1:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
552 ; GCN-DAG: buffer_store_dword v[[ARG0_LOAD]], off
553 ; GCN-DAG: buffer_store_dwordx2 v{{\[}}[[ARG1_LOAD0]]:[[ARG1_LOAD1]]{{\]}}, off
554 define void @void_func_byval_i32_byval_i64(i32 addrspace(5)* byval %arg0, i64 addrspace(5)* byval %arg1) #0 {
555 %arg0.load = load i32, i32 addrspace(5)* %arg0
556 %arg1.load = load i64, i64 addrspace(5)* %arg1
557 store i32 %arg0.load, i32 addrspace(1)* undef
558 store i64 %arg1.load, i64 addrspace(1)* undef
562 ; GCN-LABEL: {{^}}void_func_v32i32_i32_i64:
563 ; GCN-DAG: buffer_store_dwordx4 v[0:3], off
564 ; GCN-DAG: buffer_store_dwordx4 v[4:7], off
565 ; GCN-DAG: buffer_store_dwordx4 v[8:11], off
566 ; GCN-DAG: buffer_store_dwordx4 v[12:15], off
567 ; GCN-DAG: buffer_store_dwordx4 v[16:19], off
568 ; GCN-DAG: buffer_store_dwordx4 v[20:23], off
569 ; GCN-DAG: buffer_store_dwordx4 v[24:27], off
570 ; GCN-DAG: buffer_store_dwordx4 v[28:31], off
571 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
572 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_0:[0-9]+]], off, s[0:3], s5 offset:8
573 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_1:[0-9]+]], off, s[0:3], s5 offset:12
575 ; GCN: buffer_store_dword v[[LOAD_ARG1]]
576 ; GCN: buffer_store_dwordx2 v{{\[}}[[LOAD_ARG2_0]]:[[LOAD_ARG2_1]]{{\]}}, off
577 define void @void_func_v32i32_i32_i64(<32 x i32> %arg0, i32 %arg1, i64 %arg2) #0 {
578 store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
579 store volatile i32 %arg1, i32 addrspace(1)* undef
580 store volatile i64 %arg2, i64 addrspace(1)* undef
584 ; FIXME: Different ext load types on CI vs. VI
585 ; GCN-LABEL: {{^}}void_func_v32i32_i1_i8_i16:
586 ; GCN-DAG: buffer_load_ubyte [[LOAD_ARG1:v[0-9]+]], off, s[0:3], s5 offset:4{{$}}
587 ; VI-DAG: buffer_load_ushort [[LOAD_ARG2:v[0-9]+]], off, s[0:3], s5 offset:8{{$}}
588 ; VI-DAG: buffer_load_ushort [[LOAD_ARG3:v[0-9]+]], off, s[0:3], s5 offset:12{{$}}
589 ; VI-DAG: buffer_load_ushort [[LOAD_ARG4:v[0-9]+]], off, s[0:3], s5 offset:16{{$}}
591 ; CI-DAG: buffer_load_dword [[LOAD_ARG2:v[0-9]+]], off, s[0:3], s5 offset:8{{$}}
592 ; CI-DAG: buffer_load_dword [[LOAD_ARG3:v[0-9]+]], off, s[0:3], s5 offset:12{{$}}
593 ; CI-DAG: buffer_load_dword [[LOAD_ARG4:v[0-9]+]], off, s[0:3], s5 offset:16{{$}}
595 ; GCN-DAG: v_and_b32_e32 [[TRUNC_ARG1_I1:v[0-9]+]], 1, [[LOAD_ARG1]]
596 ; CI-DAG: v_cvt_f16_f32_e32 [[CVT_ARG4:v[0-9]+]], [[LOAD_ARG4]]
598 ; GCN: buffer_store_byte [[TRUNC_ARG1_I1]], off
599 ; GCN: buffer_store_byte [[LOAD_ARG2]], off
600 ; GCN: buffer_store_short [[LOAD_ARG3]], off
601 ; GFX89 buffer_store_short [[LOAD_ARG4]], off
603 ; CI: buffer_store_short [[CVT_ARG4]], off
604 define void @void_func_v32i32_i1_i8_i16(<32 x i32> %arg0, i1 %arg1, i8 %arg2, i16 %arg3, half %arg4) #0 {
605 store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
606 store volatile i1 %arg1, i1 addrspace(1)* undef
607 store volatile i8 %arg2, i8 addrspace(1)* undef
608 store volatile i16 %arg3, i16 addrspace(1)* undef
609 store volatile half %arg4, half addrspace(1)* undef
613 ; GCN-LABEL: {{^}}void_func_v32i32_v2i32_v2f32:
614 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_0:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
615 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_1:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
616 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_0:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
617 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_1:[0-9]+]], off, s[0:3], s5 offset:16{{$}}
619 ; GCN: buffer_store_dwordx2 v{{\[}}[[LOAD_ARG1_0]]:[[LOAD_ARG1_1]]{{\]}}, off
620 ; GCN: buffer_store_dwordx2 v{{\[}}[[LOAD_ARG2_0]]:[[LOAD_ARG2_1]]{{\]}}, off
621 define void @void_func_v32i32_v2i32_v2f32(<32 x i32> %arg0, <2 x i32> %arg1, <2 x float> %arg2) #0 {
622 store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
623 store volatile <2 x i32> %arg1, <2 x i32> addrspace(1)* undef
624 store volatile <2 x float> %arg2, <2 x float> addrspace(1)* undef
628 ; GCN-LABEL: {{^}}void_func_v32i32_v2i16_v2f16:
629 ; GFX9-DAG: buffer_load_dword [[LOAD_ARG1:v[0-9]+]], off, s[0:3], s5 offset:4{{$}}
630 ; GFX9-DAG: buffer_load_dword [[LOAD_ARG2:v[0-9]+]], off, s[0:3], s5 offset:8{{$}}
631 ; GFX9: buffer_store_dword [[LOAD_ARG1]], off
632 ; GFX9: buffer_store_short [[LOAD_ARG2]], off
633 define void @void_func_v32i32_v2i16_v2f16(<32 x i32> %arg0, <2 x i16> %arg1, <2 x half> %arg2) #0 {
634 store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
635 store volatile <2 x i16> %arg1, <2 x i16> addrspace(1)* undef
636 store volatile <2 x half> %arg2, <2 x half> addrspace(1)* undef
640 ; GCN-LABEL: {{^}}void_func_v32i32_v2i64_v2f64:
641 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_0:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
642 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_1:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
643 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_2:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
644 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_3:[0-9]+]], off, s[0:3], s5 offset:16{{$}}
646 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_0:[0-9]+]], off, s[0:3], s5 offset:20{{$}}
647 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_1:[0-9]+]], off, s[0:3], s5 offset:24{{$}}
648 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_2:[0-9]+]], off, s[0:3], s5 offset:28{{$}}
649 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_3:[0-9]+]], off, s[0:3], s5 offset:32{{$}}
651 ; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG1_0]]:[[LOAD_ARG1_3]]{{\]}}, off
652 ; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG2_0]]:[[LOAD_ARG2_3]]{{\]}}, off
653 define void @void_func_v32i32_v2i64_v2f64(<32 x i32> %arg0, <2 x i64> %arg1, <2 x double> %arg2) #0 {
654 store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
655 store volatile <2 x i64> %arg1, <2 x i64> addrspace(1)* undef
656 store volatile <2 x double> %arg2, <2 x double> addrspace(1)* undef
660 ; GCN-LABEL: {{^}}void_func_v32i32_v4i32_v4f32:
661 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_0:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
662 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_1:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
663 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_2:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
664 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_3:[0-9]+]], off, s[0:3], s5 offset:16{{$}}
666 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_0:[0-9]+]], off, s[0:3], s5 offset:20{{$}}
667 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_1:[0-9]+]], off, s[0:3], s5 offset:24{{$}}
668 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_2:[0-9]+]], off, s[0:3], s5 offset:28{{$}}
669 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_3:[0-9]+]], off, s[0:3], s5 offset:32{{$}}
671 ; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG1_0]]:[[LOAD_ARG1_3]]{{\]}}, off
672 ; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG2_0]]:[[LOAD_ARG2_3]]{{\]}}, off
673 define void @void_func_v32i32_v4i32_v4f32(<32 x i32> %arg0, <4 x i32> %arg1, <4 x float> %arg2) #0 {
674 store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
675 store volatile <4 x i32> %arg1, <4 x i32> addrspace(1)* undef
676 store volatile <4 x float> %arg2, <4 x float> addrspace(1)* undef
680 ; GCN-LABEL: {{^}}void_func_v32i32_v8i32_v8f32:
681 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_0:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
682 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_1:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
683 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_2:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
684 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_3:[0-9]+]], off, s[0:3], s5 offset:16{{$}}
685 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_4:[0-9]+]], off, s[0:3], s5 offset:20{{$}}
686 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_5:[0-9]+]], off, s[0:3], s5 offset:24{{$}}
687 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_6:[0-9]+]], off, s[0:3], s5 offset:28{{$}}
688 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_7:[0-9]+]], off, s[0:3], s5 offset:32{{$}}
690 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_0:[0-9]+]], off, s[0:3], s5 offset:36{{$}}
691 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_1:[0-9]+]], off, s[0:3], s5 offset:40{{$}}
692 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_2:[0-9]+]], off, s[0:3], s5 offset:44{{$}}
693 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_3:[0-9]+]], off, s[0:3], s5 offset:48{{$}}
694 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_4:[0-9]+]], off, s[0:3], s5 offset:52{{$}}
695 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_5:[0-9]+]], off, s[0:3], s5 offset:56{{$}}
696 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_6:[0-9]+]], off, s[0:3], s5 offset:60{{$}}
697 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_7:[0-9]+]], off, s[0:3], s5 offset:64{{$}}
699 ; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG1_4]]:[[LOAD_ARG1_7]]{{\]}}, off
700 ; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG1_0]]:[[LOAD_ARG1_3]]{{\]}}, off
701 ; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG2_4]]:[[LOAD_ARG2_7]]{{\]}}, off
702 ; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG2_0]]:[[LOAD_ARG2_3]]{{\]}}, off
703 define void @void_func_v32i32_v8i32_v8f32(<32 x i32> %arg0, <8 x i32> %arg1, <8 x float> %arg2) #0 {
704 store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
705 store volatile <8 x i32> %arg1, <8 x i32> addrspace(1)* undef
706 store volatile <8 x float> %arg2, <8 x float> addrspace(1)* undef
710 ; GCN-LABEL: {{^}}void_func_v32i32_v16i32_v16f32:
711 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_0:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
712 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_1:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
713 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_2:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
714 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_:[0-9]+]], off, s[0:3], s5 offset:16{{$}}
715 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_4:[0-9]+]], off, s[0:3], s5 offset:20{{$}}
716 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_5:[0-9]+]], off, s[0:3], s5 offset:24{{$}}
717 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_6:[0-9]+]], off, s[0:3], s5 offset:28{{$}}
718 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_7:[0-9]+]], off, s[0:3], s5 offset:32{{$}}
719 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_8:[0-9]+]], off, s[0:3], s5 offset:36{{$}}
720 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_9:[0-9]+]], off, s[0:3], s5 offset:40{{$}}
721 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_10:[0-9]+]], off, s[0:3], s5 offset:44{{$}}
722 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_11:[0-9]+]], off, s[0:3], s5 offset:48{{$}}
723 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_12:[0-9]+]], off, s[0:3], s5 offset:52{{$}}
724 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_13:[0-9]+]], off, s[0:3], s5 offset:56{{$}}
725 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_14:[0-9]+]], off, s[0:3], s5 offset:60{{$}}
726 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_15:[0-9]+]], off, s[0:3], s5 offset:64{{$}}
728 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_0:[0-9]+]], off, s[0:3], s5 offset:68{{$}}
729 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_1:[0-9]+]], off, s[0:3], s5 offset:72{{$}}
730 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_2:[0-9]+]], off, s[0:3], s5 offset:76{{$}}
731 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_3:[0-9]+]], off, s[0:3], s5 offset:80{{$}}
732 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_4:[0-9]+]], off, s[0:3], s5 offset:84{{$}}
733 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_5:[0-9]+]], off, s[0:3], s5 offset:88{{$}}
734 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_6:[0-9]+]], off, s[0:3], s5 offset:92{{$}}
735 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_7:[0-9]+]], off, s[0:3], s5 offset:96{{$}}
736 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_8:[0-9]+]], off, s[0:3], s5 offset:100{{$}}
737 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_9:[0-9]+]], off, s[0:3], s5 offset:104{{$}}
738 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_10:[0-9]+]], off, s[0:3], s5 offset:108{{$}}
739 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_11:[0-9]+]], off, s[0:3], s5 offset:112{{$}}
740 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_12:[0-9]+]], off, s[0:3], s5 offset:116{{$}}
741 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_13:[0-9]+]], off, s[0:3], s5 offset:120{{$}}
742 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_14:[0-9]+]], off, s[0:3], s5 offset:124{{$}}
743 ; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_15:[0-9]+]], off, s[0:3], s5 offset:128{{$}}
744 define void @void_func_v32i32_v16i32_v16f32(<32 x i32> %arg0, <16 x i32> %arg1, <16 x float> %arg2) #0 {
745 store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
746 store volatile <16 x i32> %arg1, <16 x i32> addrspace(1)* undef
747 store volatile <16 x float> %arg2, <16 x float> addrspace(1)* undef
751 ; Make sure v3 isn't a wasted register because of v3 types being promoted to v4
752 ; GCN-LABEL: {{^}}void_func_v3f32_wasted_reg:
754 ; GCN: ds_write_b32 v{{[0-9]+}}, v0
755 ; GCN-NEXT: ds_write_b32 v{{[0-9]+}}, v1
756 ; GCN-NEXT: ds_write_b32 v{{[0-9]+}}, v2
757 ; GCN-NEXT: ds_write_b32 v{{[0-9]+}}, v3
758 ; GCN-NEXT: s_waitcnt
759 ; GCN-NEXT: s_setpc_b64
760 define void @void_func_v3f32_wasted_reg(<3 x float> %arg0, i32 %arg1) #0 {
761 %arg0.0 = extractelement <3 x float> %arg0, i32 0
762 %arg0.1 = extractelement <3 x float> %arg0, i32 1
763 %arg0.2 = extractelement <3 x float> %arg0, i32 2
764 store volatile float %arg0.0, float addrspace(3)* undef
765 store volatile float %arg0.1, float addrspace(3)* undef
766 store volatile float %arg0.2, float addrspace(3)* undef
767 store volatile i32 %arg1, i32 addrspace(3)* undef
771 ; GCN-LABEL: {{^}}void_func_v3i32_wasted_reg:
773 ; GCN: ds_write_b32 v{{[0-9]+}}, v0
774 ; GCN-NEXT: ds_write_b32 v{{[0-9]+}}, v1
775 ; GCN-NEXT: ds_write_b32 v{{[0-9]+}}, v2
776 ; GCN-NEXT: ds_write_b32 v{{[0-9]+}}, v3
777 ; GCN-NEXT: s_waitcnt
778 ; GCN-NEXT: s_setpc_b64
779 define void @void_func_v3i32_wasted_reg(<3 x i32> %arg0, i32 %arg1) #0 {
780 %arg0.0 = extractelement <3 x i32> %arg0, i32 0
781 %arg0.1 = extractelement <3 x i32> %arg0, i32 1
782 %arg0.2 = extractelement <3 x i32> %arg0, i32 2
783 store volatile i32 %arg0.0, i32 addrspace(3)* undef
784 store volatile i32 %arg0.1, i32 addrspace(3)* undef
785 store volatile i32 %arg0.2, i32 addrspace(3)* undef
786 store volatile i32 %arg1, i32 addrspace(3)* undef
790 ; Check there is no crash.
791 ; GCN-LABEL: {{^}}void_func_v16i8:
792 define void @void_func_v16i8(<16 x i8> %arg0) #0 {
793 store volatile <16 x i8> %arg0, <16 x i8> addrspace(1)* undef
797 ; Check there is no crash.
798 ; GCN-LABEL: {{^}}void_func_v32i32_v16i8:
799 define void @void_func_v32i32_v16i8(<32 x i32> %arg0, <16 x i8> %arg1) #0 {
800 store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
801 store volatile <16 x i8> %arg1, <16 x i8> addrspace(1)* undef
805 attributes #0 = { nounwind }