1 # NOTE: Assertions have been autogenerated by utils/update_mir_test_checks.py
2 # RUN: llc -march=amdgcn -verify-regalloc -run-pass=greedy %s -o - | FileCheck %s
5 name: zextload_global_v64i16_to_v64i64
6 tracksRegLiveness: true
8 scratchRSrcReg: '$sgpr96_sgpr97_sgpr98_sgpr99'
9 stackPtrOffsetReg: '$sgpr32'
14 ; CHECK-LABEL: name: zextload_global_v64i16_to_v64i64
15 ; CHECK: liveins: $sgpr0_sgpr1
17 ; CHECK-NEXT: [[COPY:%[0-9]+]]:sgpr_64(p4) = COPY $sgpr0_sgpr1
18 ; CHECK-NEXT: [[S_LOAD_DWORDX4_IMM:%[0-9]+]]:sgpr_128 = S_LOAD_DWORDX4_IMM [[COPY]](p4), 9, 0 :: (dereferenceable invariant load (s128), align 4, addrspace 4)
19 ; CHECK-NEXT: undef %2.sub3:sgpr_128 = S_MOV_B32 61440
20 ; CHECK-NEXT: %2.sub2:sgpr_128 = S_MOV_B32 -1
21 ; CHECK-NEXT: %2.sub0:sgpr_128 = COPY [[S_LOAD_DWORDX4_IMM]].sub0
22 ; CHECK-NEXT: %2.sub1:sgpr_128 = COPY [[S_LOAD_DWORDX4_IMM]].sub1
23 ; CHECK-NEXT: undef %3.sub0:sgpr_128 = COPY [[S_LOAD_DWORDX4_IMM]].sub2
24 ; CHECK-NEXT: %3.sub1:sgpr_128 = COPY [[S_LOAD_DWORDX4_IMM]].sub3
25 ; CHECK-NEXT: %3.sub2:sgpr_128 = COPY %2.sub2
26 ; CHECK-NEXT: %3.sub3:sgpr_128 = COPY %2.sub3
27 ; CHECK-NEXT: early-clobber %4:vreg_128, early-clobber %5:vreg_128, early-clobber %6:vreg_128, early-clobber %7:vreg_128 = BUNDLE %3, implicit $exec {
28 ; CHECK-NEXT: [[BUFFER_LOAD_DWORDX4_OFFSET:%[0-9]+]]:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 0, 0, 0, implicit $exec :: (load (s128), align 128, addrspace 1)
29 ; CHECK-NEXT: [[BUFFER_LOAD_DWORDX4_OFFSET1:%[0-9]+]]:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 16, 0, 0, implicit $exec :: (load (s128), addrspace 1)
30 ; CHECK-NEXT: [[BUFFER_LOAD_DWORDX4_OFFSET2:%[0-9]+]]:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 32, 0, 0, implicit $exec :: (load (s128), align 32, addrspace 1)
31 ; CHECK-NEXT: [[BUFFER_LOAD_DWORDX4_OFFSET3:%[0-9]+]]:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 48, 0, 0, implicit $exec :: (load (s128), addrspace 1)
33 ; CHECK-NEXT: undef %47.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET]].sub1, implicit $exec
34 ; CHECK-NEXT: undef %55.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET]].sub0, implicit $exec
35 ; CHECK-NEXT: undef %63.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET]].sub3, implicit $exec
36 ; CHECK-NEXT: undef %71.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET]].sub2, implicit $exec
37 ; CHECK-NEXT: undef %79.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET1]].sub1, implicit $exec
38 ; CHECK-NEXT: undef %87.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET1]].sub0, implicit $exec
39 ; CHECK-NEXT: undef %95.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET1]].sub3, implicit $exec
40 ; CHECK-NEXT: undef %101.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET1]].sub2, implicit $exec
41 ; CHECK-NEXT: undef %107.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET2]].sub1, implicit $exec
42 ; CHECK-NEXT: undef %113.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET2]].sub0, implicit $exec
43 ; CHECK-NEXT: undef %154.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET2]].sub3, implicit $exec
44 ; CHECK-NEXT: undef %209.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET2]].sub2, implicit $exec
45 ; CHECK-NEXT: undef %188.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET3]].sub1, implicit $exec
46 ; CHECK-NEXT: undef %123.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET3]].sub0, implicit $exec
47 ; CHECK-NEXT: undef %129.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET3]].sub3, implicit $exec
48 ; CHECK-NEXT: undef %135.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET3]].sub2, implicit $exec
49 ; CHECK-NEXT: [[BUFFER_LOAD_DWORDX4_OFFSET4:%[0-9]+]]:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 64, 0, 0, implicit $exec :: (load (s128), align 64, addrspace 1)
50 ; CHECK-NEXT: undef %141.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET4]].sub1, implicit $exec
51 ; CHECK-NEXT: undef %147.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET4]].sub0, implicit $exec
52 ; CHECK-NEXT: undef %159.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET4]].sub3, implicit $exec
53 ; CHECK-NEXT: undef %165.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET4]].sub2, implicit $exec
54 ; CHECK-NEXT: [[BUFFER_LOAD_DWORDX4_OFFSET5:%[0-9]+]]:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 80, 0, 0, implicit $exec :: (load (s128), addrspace 1)
55 ; CHECK-NEXT: [[BUFFER_LOAD_DWORDX4_OFFSET6:%[0-9]+]]:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 96, 0, 0, implicit $exec :: (load (s128), align 32, addrspace 1)
56 ; CHECK-NEXT: undef %36.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET6]].sub0, implicit $exec
57 ; CHECK-NEXT: undef %37.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET6]].sub3, implicit $exec
58 ; CHECK-NEXT: undef %38.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET6]].sub2, implicit $exec
59 ; CHECK-NEXT: [[BUFFER_LOAD_DWORDX4_OFFSET7:%[0-9]+]]:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 112, 0, 0, implicit $exec :: (load (s128), addrspace 1)
60 ; CHECK-NEXT: undef %40.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET7]].sub1, implicit $exec
61 ; CHECK-NEXT: undef %41.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET7]].sub0, implicit $exec
62 ; CHECK-NEXT: undef %42.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET7]].sub3, implicit $exec
63 ; CHECK-NEXT: undef %43.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET7]].sub2, implicit $exec
64 ; CHECK-NEXT: [[S_MOV_B32_:%[0-9]+]]:sreg_32 = S_MOV_B32 65535
65 ; CHECK-NEXT: undef %48.sub2:vreg_128 = COPY %47.sub2
66 ; CHECK-NEXT: %48.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET]].sub1, implicit $exec
67 ; CHECK-NEXT: undef %51.sub0:vreg_128 = COPY %48.sub0 {
68 ; CHECK-NEXT: internal %51.sub2:vreg_128 = COPY %48.sub2
70 ; CHECK-NEXT: SI_SPILL_V128_SAVE %51, %stack.0, $sgpr32, 0, implicit $exec :: (store (s128) into %stack.0, align 4, addrspace 5)
71 ; CHECK-NEXT: undef %56.sub2:vreg_128 = COPY %55.sub2
72 ; CHECK-NEXT: %56.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET]].sub0, implicit $exec
73 ; CHECK-NEXT: undef %59.sub0:vreg_128 = COPY %56.sub0 {
74 ; CHECK-NEXT: internal %59.sub2:vreg_128 = COPY %56.sub2
76 ; CHECK-NEXT: SI_SPILL_V128_SAVE %59, %stack.1, $sgpr32, 0, implicit $exec :: (store (s128) into %stack.1, align 4, addrspace 5)
77 ; CHECK-NEXT: undef %64.sub2:vreg_128 = COPY %63.sub2
78 ; CHECK-NEXT: %64.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET]].sub3, implicit $exec
79 ; CHECK-NEXT: undef %67.sub0:vreg_128 = COPY %64.sub0 {
80 ; CHECK-NEXT: internal %67.sub2:vreg_128 = COPY %64.sub2
82 ; CHECK-NEXT: SI_SPILL_V128_SAVE %67, %stack.2, $sgpr32, 0, implicit $exec :: (store (s128) into %stack.2, align 4, addrspace 5)
83 ; CHECK-NEXT: undef %72.sub2:vreg_128 = COPY %71.sub2
84 ; CHECK-NEXT: %72.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET]].sub2, implicit $exec
85 ; CHECK-NEXT: undef %75.sub0:vreg_128 = COPY %72.sub0 {
86 ; CHECK-NEXT: internal %75.sub2:vreg_128 = COPY %72.sub2
88 ; CHECK-NEXT: SI_SPILL_V128_SAVE %75, %stack.3, $sgpr32, 0, implicit $exec :: (store (s128) into %stack.3, align 4, addrspace 5)
89 ; CHECK-NEXT: undef %80.sub2:vreg_128 = COPY %79.sub2
90 ; CHECK-NEXT: %80.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET1]].sub1, implicit $exec
91 ; CHECK-NEXT: undef %83.sub0:vreg_128 = COPY %80.sub0 {
92 ; CHECK-NEXT: internal %83.sub2:vreg_128 = COPY %80.sub2
94 ; CHECK-NEXT: SI_SPILL_V128_SAVE %83, %stack.4, $sgpr32, 0, implicit $exec :: (store (s128) into %stack.4, align 4, addrspace 5)
95 ; CHECK-NEXT: undef %88.sub2:vreg_128 = COPY %87.sub2
96 ; CHECK-NEXT: %88.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET1]].sub0, implicit $exec
97 ; CHECK-NEXT: undef %91.sub0:vreg_128 = COPY %88.sub0 {
98 ; CHECK-NEXT: internal %91.sub2:vreg_128 = COPY %88.sub2
100 ; CHECK-NEXT: SI_SPILL_V128_SAVE %91, %stack.5, $sgpr32, 0, implicit $exec :: (store (s128) into %stack.5, align 4, addrspace 5)
101 ; CHECK-NEXT: undef %96.sub2:vreg_128 = COPY %95.sub2
102 ; CHECK-NEXT: %96.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET1]].sub3, implicit $exec
103 ; CHECK-NEXT: undef %155.sub0:vreg_128 = COPY %96.sub0 {
104 ; CHECK-NEXT: internal %155.sub2:vreg_128 = COPY %96.sub2
106 ; CHECK-NEXT: SI_SPILL_V128_SAVE %155, %stack.7, $sgpr32, 0, implicit $exec :: (store (s128) into %stack.7, align 4, addrspace 5)
107 ; CHECK-NEXT: undef %102.sub2:vreg_128 = COPY %101.sub2
108 ; CHECK-NEXT: %102.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET1]].sub2, implicit $exec
109 ; CHECK-NEXT: undef %117.sub0:vreg_128 = COPY %102.sub0 {
110 ; CHECK-NEXT: internal %117.sub2:vreg_128 = COPY %102.sub2
112 ; CHECK-NEXT: SI_SPILL_V128_SAVE %117, %stack.6, $sgpr32, 0, implicit $exec :: (store (s128) into %stack.6, align 4, addrspace 5)
113 ; CHECK-NEXT: undef %108.sub2:vreg_128 = COPY %107.sub2
114 ; CHECK-NEXT: %108.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET2]].sub1, implicit $exec
115 ; CHECK-NEXT: undef %110.sub0:vreg_128 = COPY %108.sub0 {
116 ; CHECK-NEXT: internal %110.sub2:vreg_128 = COPY %108.sub2
118 ; CHECK-NEXT: undef %114.sub2:vreg_128 = COPY %113.sub2
119 ; CHECK-NEXT: %114.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET2]].sub0, implicit $exec
120 ; CHECK-NEXT: undef %116.sub0:vreg_128 = COPY %114.sub0 {
121 ; CHECK-NEXT: internal %116.sub2:vreg_128 = COPY %114.sub2
123 ; CHECK-NEXT: %154.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET2]].sub3, implicit $exec
124 ; CHECK-NEXT: undef %177.sub0:vreg_128 = COPY %154.sub0 {
125 ; CHECK-NEXT: internal %177.sub2:vreg_128 = COPY %154.sub2
127 ; CHECK-NEXT: undef %179.sub0:vreg_128 = COPY %177.sub0 {
128 ; CHECK-NEXT: internal %179.sub2:vreg_128 = COPY %177.sub2
130 ; CHECK-NEXT: SI_SPILL_V128_SAVE %179, %stack.8, $sgpr32, 0, implicit $exec :: (store (s128) into %stack.8, align 4, addrspace 5)
131 ; CHECK-NEXT: undef %210.sub2:vreg_128 = COPY %209.sub2
132 ; CHECK-NEXT: %210.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET2]].sub2, implicit $exec
133 ; CHECK-NEXT: undef %213.sub0:vreg_128 = COPY %210.sub0 {
134 ; CHECK-NEXT: internal %213.sub2:vreg_128 = COPY %210.sub2
136 ; CHECK-NEXT: SI_SPILL_V128_SAVE %213, %stack.11, $sgpr32, 0, implicit $exec :: (store (s128) into %stack.11, align 4, addrspace 5)
137 ; CHECK-NEXT: undef %189.sub2:vreg_128 = COPY %188.sub2
138 ; CHECK-NEXT: %189.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET3]].sub1, implicit $exec
139 ; CHECK-NEXT: undef %192.sub0:vreg_128 = COPY %189.sub0 {
140 ; CHECK-NEXT: internal %192.sub2:vreg_128 = COPY %189.sub2
142 ; CHECK-NEXT: SI_SPILL_V128_SAVE %192, %stack.9, $sgpr32, 0, implicit $exec :: (store (s128) into %stack.9, align 4, addrspace 5)
143 ; CHECK-NEXT: undef %124.sub2:vreg_128 = COPY %123.sub2
144 ; CHECK-NEXT: %124.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET3]].sub0, implicit $exec
145 ; CHECK-NEXT: undef %126.sub0:vreg_128 = COPY %124.sub0 {
146 ; CHECK-NEXT: internal %126.sub2:vreg_128 = COPY %124.sub2
148 ; CHECK-NEXT: undef %130.sub2:vreg_128 = COPY %129.sub2
149 ; CHECK-NEXT: %130.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET3]].sub3, implicit $exec
150 ; CHECK-NEXT: undef %205.sub0:vreg_128 = COPY %130.sub0 {
151 ; CHECK-NEXT: internal %205.sub2:vreg_128 = COPY %130.sub2
153 ; CHECK-NEXT: SI_SPILL_V128_SAVE %205, %stack.10, $sgpr32, 0, implicit $exec :: (store (s128) into %stack.10, align 4, addrspace 5)
154 ; CHECK-NEXT: undef %136.sub2:vreg_128 = COPY %135.sub2
155 ; CHECK-NEXT: %136.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET3]].sub2, implicit $exec
156 ; CHECK-NEXT: undef %138.sub0:vreg_128 = COPY %136.sub0 {
157 ; CHECK-NEXT: internal %138.sub2:vreg_128 = COPY %136.sub2
159 ; CHECK-NEXT: undef %142.sub2:vreg_128 = COPY %141.sub2
160 ; CHECK-NEXT: %142.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET4]].sub1, implicit $exec
161 ; CHECK-NEXT: undef %144.sub0:vreg_128 = COPY %142.sub0 {
162 ; CHECK-NEXT: internal %144.sub2:vreg_128 = COPY %142.sub2
164 ; CHECK-NEXT: undef %148.sub2:vreg_128 = COPY %147.sub2
165 ; CHECK-NEXT: %148.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET4]].sub0, implicit $exec
166 ; CHECK-NEXT: undef %150.sub0:vreg_128 = COPY %148.sub0 {
167 ; CHECK-NEXT: internal %150.sub2:vreg_128 = COPY %148.sub2
169 ; CHECK-NEXT: undef %160.sub2:vreg_128 = COPY %159.sub2
170 ; CHECK-NEXT: %160.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET4]].sub3, implicit $exec
171 ; CHECK-NEXT: undef %162.sub0:vreg_128 = COPY %160.sub0 {
172 ; CHECK-NEXT: internal %162.sub2:vreg_128 = COPY %160.sub2
174 ; CHECK-NEXT: undef %166.sub2:vreg_128 = COPY %165.sub2
175 ; CHECK-NEXT: %166.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET4]].sub2, implicit $exec
176 ; CHECK-NEXT: undef %168.sub0:vreg_128 = COPY %166.sub0 {
177 ; CHECK-NEXT: internal %168.sub2:vreg_128 = COPY %166.sub2
179 ; CHECK-NEXT: undef %175.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET5]].sub1, implicit $exec
180 ; CHECK-NEXT: undef %172.sub2:vreg_128 = COPY %175.sub2
181 ; CHECK-NEXT: %172.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET5]].sub1, implicit $exec
182 ; CHECK-NEXT: undef %174.sub0:vreg_128 = COPY %172.sub0 {
183 ; CHECK-NEXT: internal %174.sub2:vreg_128 = COPY %172.sub2
185 ; CHECK-NEXT: undef %187.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET5]].sub0, implicit $exec
186 ; CHECK-NEXT: undef %184.sub2:vreg_128 = COPY %187.sub2
187 ; CHECK-NEXT: %184.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET5]].sub0, implicit $exec
188 ; CHECK-NEXT: undef %186.sub0:vreg_128 = COPY %184.sub0 {
189 ; CHECK-NEXT: internal %186.sub2:vreg_128 = COPY %184.sub2
191 ; CHECK-NEXT: undef %200.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET5]].sub3, implicit $exec
192 ; CHECK-NEXT: undef %197.sub2:vreg_128 = COPY %200.sub2
193 ; CHECK-NEXT: %197.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET5]].sub3, implicit $exec
194 ; CHECK-NEXT: undef %199.sub0:vreg_128 = COPY %197.sub0 {
195 ; CHECK-NEXT: internal %199.sub2:vreg_128 = COPY %197.sub2
197 ; CHECK-NEXT: undef %220.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET5]].sub2, implicit $exec
198 ; CHECK-NEXT: undef %204.sub2:vreg_128 = COPY %220.sub2
199 ; CHECK-NEXT: %204.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET5]].sub2, implicit $exec
200 ; CHECK-NEXT: undef %219.sub2:vreg_128 = V_LSHRREV_B32_e32 16, [[BUFFER_LOAD_DWORDX4_OFFSET6]].sub1, implicit $exec
201 ; CHECK-NEXT: undef %218.sub2:vreg_128 = COPY %219.sub2
202 ; CHECK-NEXT: %218.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET6]].sub1, implicit $exec
203 ; CHECK-NEXT: %36.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET6]].sub0, implicit $exec
204 ; CHECK-NEXT: %37.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET6]].sub3, implicit $exec
205 ; CHECK-NEXT: %38.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET6]].sub2, implicit $exec
206 ; CHECK-NEXT: %40.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET7]].sub1, implicit $exec
207 ; CHECK-NEXT: %41.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET7]].sub0, implicit $exec
208 ; CHECK-NEXT: %42.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET7]].sub3, implicit $exec
209 ; CHECK-NEXT: %43.sub0:vreg_128 = V_AND_B32_e32 [[S_MOV_B32_]], [[BUFFER_LOAD_DWORDX4_OFFSET7]].sub2, implicit $exec
210 ; CHECK-NEXT: %43.sub1:vreg_128 = V_MOV_B32_e32 0, implicit $exec
211 ; CHECK-NEXT: %43.sub3:vreg_128 = COPY %43.sub1
212 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %43, %2, 0, 480, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
213 ; CHECK-NEXT: %42.sub1:vreg_128 = COPY %43.sub1
214 ; CHECK-NEXT: %42.sub3:vreg_128 = COPY %43.sub1
215 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %42, %2, 0, 496, 0, 0, implicit $exec :: (store (s128), addrspace 1)
216 ; CHECK-NEXT: %41.sub1:vreg_128 = COPY %43.sub1
217 ; CHECK-NEXT: %41.sub3:vreg_128 = COPY %43.sub1
218 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %41, %2, 0, 448, 0, 0, implicit $exec :: (store (s128), align 64, addrspace 1)
219 ; CHECK-NEXT: %40.sub1:vreg_128 = COPY %43.sub1
220 ; CHECK-NEXT: %40.sub3:vreg_128 = COPY %43.sub1
221 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %40, %2, 0, 464, 0, 0, implicit $exec :: (store (s128), addrspace 1)
222 ; CHECK-NEXT: %38.sub1:vreg_128 = COPY %43.sub1
223 ; CHECK-NEXT: %38.sub3:vreg_128 = COPY %43.sub1
224 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %38, %2, 0, 416, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
225 ; CHECK-NEXT: %37.sub1:vreg_128 = COPY %43.sub1
226 ; CHECK-NEXT: %37.sub3:vreg_128 = COPY %43.sub1
227 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %37, %2, 0, 432, 0, 0, implicit $exec :: (store (s128), addrspace 1)
228 ; CHECK-NEXT: %36.sub1:vreg_128 = COPY %43.sub1
229 ; CHECK-NEXT: %36.sub3:vreg_128 = COPY %43.sub1
230 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %36, %2, 0, 384, 0, 0, implicit $exec :: (store (s128), align 128, addrspace 1)
231 ; CHECK-NEXT: undef %216.sub0:vreg_128 = COPY %218.sub0 {
232 ; CHECK-NEXT: internal %216.sub2:vreg_128 = COPY %218.sub2
234 ; CHECK-NEXT: %216.sub1:vreg_128 = COPY %43.sub1
235 ; CHECK-NEXT: %216.sub3:vreg_128 = COPY %43.sub1
236 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %216, %2, 0, 400, 0, 0, implicit $exec :: (store (s128), addrspace 1)
237 ; CHECK-NEXT: undef %202.sub0:vreg_128 = COPY %204.sub0 {
238 ; CHECK-NEXT: internal %202.sub2:vreg_128 = COPY %204.sub2
240 ; CHECK-NEXT: %202.sub1:vreg_128 = COPY %43.sub1
241 ; CHECK-NEXT: %202.sub3:vreg_128 = COPY %43.sub1
242 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %202, %2, 0, 352, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
243 ; CHECK-NEXT: undef %198.sub0:vreg_128 = COPY %199.sub0 {
244 ; CHECK-NEXT: internal %198.sub2:vreg_128 = COPY %199.sub2
246 ; CHECK-NEXT: undef %195.sub0:vreg_128 = COPY %198.sub0 {
247 ; CHECK-NEXT: internal %195.sub2:vreg_128 = COPY %198.sub2
249 ; CHECK-NEXT: %195.sub1:vreg_128 = COPY %43.sub1
250 ; CHECK-NEXT: %195.sub3:vreg_128 = COPY %43.sub1
251 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %195, %2, 0, 368, 0, 0, implicit $exec :: (store (s128), addrspace 1)
252 ; CHECK-NEXT: undef %185.sub0:vreg_128 = COPY %186.sub0 {
253 ; CHECK-NEXT: internal %185.sub2:vreg_128 = COPY %186.sub2
255 ; CHECK-NEXT: undef %182.sub0:vreg_128 = COPY %185.sub0 {
256 ; CHECK-NEXT: internal %182.sub2:vreg_128 = COPY %185.sub2
258 ; CHECK-NEXT: %182.sub1:vreg_128 = COPY %43.sub1
259 ; CHECK-NEXT: %182.sub3:vreg_128 = COPY %43.sub1
260 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %182, %2, 0, 320, 0, 0, implicit $exec :: (store (s128), align 64, addrspace 1)
261 ; CHECK-NEXT: undef %173.sub0:vreg_128 = COPY %174.sub0 {
262 ; CHECK-NEXT: internal %173.sub2:vreg_128 = COPY %174.sub2
264 ; CHECK-NEXT: undef %170.sub0:vreg_128 = COPY %173.sub0 {
265 ; CHECK-NEXT: internal %170.sub2:vreg_128 = COPY %173.sub2
267 ; CHECK-NEXT: %170.sub1:vreg_128 = COPY %43.sub1
268 ; CHECK-NEXT: %170.sub3:vreg_128 = COPY %43.sub1
269 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %170, %2, 0, 336, 0, 0, implicit $exec :: (store (s128), addrspace 1)
270 ; CHECK-NEXT: undef %167.sub0:vreg_128 = COPY %168.sub0 {
271 ; CHECK-NEXT: internal %167.sub2:vreg_128 = COPY %168.sub2
273 ; CHECK-NEXT: undef %164.sub0:vreg_128 = COPY %167.sub0 {
274 ; CHECK-NEXT: internal %164.sub2:vreg_128 = COPY %167.sub2
276 ; CHECK-NEXT: %164.sub1:vreg_128 = COPY %43.sub1
277 ; CHECK-NEXT: %164.sub3:vreg_128 = COPY %43.sub1
278 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %164, %2, 0, 288, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
279 ; CHECK-NEXT: undef %161.sub0:vreg_128 = COPY %162.sub0 {
280 ; CHECK-NEXT: internal %161.sub2:vreg_128 = COPY %162.sub2
282 ; CHECK-NEXT: undef %158.sub0:vreg_128 = COPY %161.sub0 {
283 ; CHECK-NEXT: internal %158.sub2:vreg_128 = COPY %161.sub2
285 ; CHECK-NEXT: %158.sub1:vreg_128 = COPY %43.sub1
286 ; CHECK-NEXT: %158.sub3:vreg_128 = COPY %43.sub1
287 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %158, %2, 0, 304, 0, 0, implicit $exec :: (store (s128), addrspace 1)
288 ; CHECK-NEXT: undef %149.sub0:vreg_128 = COPY %150.sub0 {
289 ; CHECK-NEXT: internal %149.sub2:vreg_128 = COPY %150.sub2
291 ; CHECK-NEXT: undef %146.sub0:vreg_128 = COPY %149.sub0 {
292 ; CHECK-NEXT: internal %146.sub2:vreg_128 = COPY %149.sub2
294 ; CHECK-NEXT: %146.sub1:vreg_128 = COPY %43.sub1
295 ; CHECK-NEXT: %146.sub3:vreg_128 = COPY %43.sub1
296 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %146, %2, 0, 256, 0, 0, implicit $exec :: (store (s128), align 256, addrspace 1)
297 ; CHECK-NEXT: undef %143.sub0:vreg_128 = COPY %144.sub0 {
298 ; CHECK-NEXT: internal %143.sub2:vreg_128 = COPY %144.sub2
300 ; CHECK-NEXT: undef %140.sub0:vreg_128 = COPY %143.sub0 {
301 ; CHECK-NEXT: internal %140.sub2:vreg_128 = COPY %143.sub2
303 ; CHECK-NEXT: %140.sub1:vreg_128 = COPY %43.sub1
304 ; CHECK-NEXT: %140.sub3:vreg_128 = COPY %43.sub1
305 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %140, %2, 0, 272, 0, 0, implicit $exec :: (store (s128), addrspace 1)
306 ; CHECK-NEXT: undef %137.sub0:vreg_128 = COPY %138.sub0 {
307 ; CHECK-NEXT: internal %137.sub2:vreg_128 = COPY %138.sub2
309 ; CHECK-NEXT: undef %134.sub0:vreg_128 = COPY %137.sub0 {
310 ; CHECK-NEXT: internal %134.sub2:vreg_128 = COPY %137.sub2
312 ; CHECK-NEXT: %134.sub1:vreg_128 = COPY %43.sub1
313 ; CHECK-NEXT: %134.sub3:vreg_128 = COPY %43.sub1
314 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %134, %2, 0, 224, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
315 ; CHECK-NEXT: [[SI_SPILL_V128_RESTORE:%[0-9]+]]:vreg_128 = SI_SPILL_V128_RESTORE %stack.10, $sgpr32, 0, implicit $exec :: (load (s128) from %stack.10, align 4, addrspace 5)
316 ; CHECK-NEXT: undef %131.sub0:vreg_128 = COPY [[SI_SPILL_V128_RESTORE]].sub0 {
317 ; CHECK-NEXT: internal %131.sub2:vreg_128 = COPY [[SI_SPILL_V128_RESTORE]].sub2
319 ; CHECK-NEXT: undef %128.sub0:vreg_128 = COPY %131.sub0 {
320 ; CHECK-NEXT: internal %128.sub2:vreg_128 = COPY %131.sub2
322 ; CHECK-NEXT: %128.sub1:vreg_128 = COPY %43.sub1
323 ; CHECK-NEXT: %128.sub3:vreg_128 = COPY %43.sub1
324 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %128, %2, 0, 240, 0, 0, implicit $exec :: (store (s128), addrspace 1)
325 ; CHECK-NEXT: undef %125.sub0:vreg_128 = COPY %126.sub0 {
326 ; CHECK-NEXT: internal %125.sub2:vreg_128 = COPY %126.sub2
328 ; CHECK-NEXT: undef %122.sub0:vreg_128 = COPY %125.sub0 {
329 ; CHECK-NEXT: internal %122.sub2:vreg_128 = COPY %125.sub2
331 ; CHECK-NEXT: %122.sub1:vreg_128 = COPY %43.sub1
332 ; CHECK-NEXT: %122.sub3:vreg_128 = COPY %43.sub1
333 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %122, %2, 0, 192, 0, 0, implicit $exec :: (store (s128), align 64, addrspace 1)
334 ; CHECK-NEXT: [[SI_SPILL_V128_RESTORE1:%[0-9]+]]:vreg_128 = SI_SPILL_V128_RESTORE %stack.9, $sgpr32, 0, implicit $exec :: (load (s128) from %stack.9, align 4, addrspace 5)
335 ; CHECK-NEXT: undef %190.sub0:vreg_128 = COPY [[SI_SPILL_V128_RESTORE1]].sub0 {
336 ; CHECK-NEXT: internal %190.sub2:vreg_128 = COPY [[SI_SPILL_V128_RESTORE1]].sub2
338 ; CHECK-NEXT: undef %120.sub0:vreg_128 = COPY %190.sub0 {
339 ; CHECK-NEXT: internal %120.sub2:vreg_128 = COPY %190.sub2
341 ; CHECK-NEXT: %120.sub1:vreg_128 = COPY %43.sub1
342 ; CHECK-NEXT: %120.sub3:vreg_128 = COPY %43.sub1
343 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %120, %2, 0, 208, 0, 0, implicit $exec :: (store (s128), addrspace 1)
344 ; CHECK-NEXT: [[SI_SPILL_V128_RESTORE2:%[0-9]+]]:vreg_128 = SI_SPILL_V128_RESTORE %stack.11, $sgpr32, 0, implicit $exec :: (load (s128) from %stack.11, align 4, addrspace 5)
345 ; CHECK-NEXT: undef %211.sub0:vreg_128 = COPY [[SI_SPILL_V128_RESTORE2]].sub0 {
346 ; CHECK-NEXT: internal %211.sub2:vreg_128 = COPY [[SI_SPILL_V128_RESTORE2]].sub2
348 ; CHECK-NEXT: undef %208.sub0:vreg_128 = COPY %211.sub0 {
349 ; CHECK-NEXT: internal %208.sub2:vreg_128 = COPY %211.sub2
351 ; CHECK-NEXT: %208.sub1:vreg_128 = COPY %43.sub1
352 ; CHECK-NEXT: %208.sub3:vreg_128 = COPY %43.sub1
353 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %208, %2, 0, 160, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
354 ; CHECK-NEXT: [[SI_SPILL_V128_RESTORE3:%[0-9]+]]:vreg_128 = SI_SPILL_V128_RESTORE %stack.8, $sgpr32, 0, implicit $exec :: (load (s128) from %stack.8, align 4, addrspace 5)
355 ; CHECK-NEXT: undef %178.sub0:vreg_128 = COPY [[SI_SPILL_V128_RESTORE3]].sub0 {
356 ; CHECK-NEXT: internal %178.sub2:vreg_128 = COPY [[SI_SPILL_V128_RESTORE3]].sub2
358 ; CHECK-NEXT: undef %152.sub0:vreg_128 = COPY %178.sub0 {
359 ; CHECK-NEXT: internal %152.sub2:vreg_128 = COPY %178.sub2
361 ; CHECK-NEXT: %152.sub1:vreg_128 = COPY %43.sub1
362 ; CHECK-NEXT: %152.sub3:vreg_128 = COPY %43.sub1
363 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %152, %2, 0, 176, 0, 0, implicit $exec :: (store (s128), addrspace 1)
364 ; CHECK-NEXT: undef %115.sub0:vreg_128 = COPY %116.sub0 {
365 ; CHECK-NEXT: internal %115.sub2:vreg_128 = COPY %116.sub2
367 ; CHECK-NEXT: undef %112.sub0:vreg_128 = COPY %115.sub0 {
368 ; CHECK-NEXT: internal %112.sub2:vreg_128 = COPY %115.sub2
370 ; CHECK-NEXT: %112.sub1:vreg_128 = COPY %43.sub1
371 ; CHECK-NEXT: %112.sub3:vreg_128 = COPY %43.sub1
372 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %112, %2, 0, 128, 0, 0, implicit $exec :: (store (s128), align 128, addrspace 1)
373 ; CHECK-NEXT: undef %109.sub0:vreg_128 = COPY %110.sub0 {
374 ; CHECK-NEXT: internal %109.sub2:vreg_128 = COPY %110.sub2
376 ; CHECK-NEXT: undef %106.sub0:vreg_128 = COPY %109.sub0 {
377 ; CHECK-NEXT: internal %106.sub2:vreg_128 = COPY %109.sub2
379 ; CHECK-NEXT: %106.sub1:vreg_128 = COPY %43.sub1
380 ; CHECK-NEXT: %106.sub3:vreg_128 = COPY %43.sub1
381 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %106, %2, 0, 144, 0, 0, implicit $exec :: (store (s128), addrspace 1)
382 ; CHECK-NEXT: [[SI_SPILL_V128_RESTORE4:%[0-9]+]]:vreg_128 = SI_SPILL_V128_RESTORE %stack.6, $sgpr32, 0, implicit $exec :: (load (s128) from %stack.6, align 4, addrspace 5)
383 ; CHECK-NEXT: undef %103.sub0:vreg_128 = COPY [[SI_SPILL_V128_RESTORE4]].sub0 {
384 ; CHECK-NEXT: internal %103.sub2:vreg_128 = COPY [[SI_SPILL_V128_RESTORE4]].sub2
386 ; CHECK-NEXT: undef %100.sub0:vreg_128 = COPY %103.sub0 {
387 ; CHECK-NEXT: internal %100.sub2:vreg_128 = COPY %103.sub2
389 ; CHECK-NEXT: %100.sub1:vreg_128 = COPY %43.sub1
390 ; CHECK-NEXT: %100.sub3:vreg_128 = COPY %43.sub1
391 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %100, %2, 0, 96, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
392 ; CHECK-NEXT: [[SI_SPILL_V128_RESTORE5:%[0-9]+]]:vreg_128 = SI_SPILL_V128_RESTORE %stack.7, $sgpr32, 0, implicit $exec :: (load (s128) from %stack.7, align 4, addrspace 5)
393 ; CHECK-NEXT: undef %97.sub0:vreg_128 = COPY [[SI_SPILL_V128_RESTORE5]].sub0 {
394 ; CHECK-NEXT: internal %97.sub2:vreg_128 = COPY [[SI_SPILL_V128_RESTORE5]].sub2
396 ; CHECK-NEXT: undef %94.sub0:vreg_128 = COPY %97.sub0 {
397 ; CHECK-NEXT: internal %94.sub2:vreg_128 = COPY %97.sub2
399 ; CHECK-NEXT: %94.sub1:vreg_128 = COPY %43.sub1
400 ; CHECK-NEXT: %94.sub3:vreg_128 = COPY %43.sub1
401 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %94, %2, 0, 112, 0, 0, implicit $exec :: (store (s128), addrspace 1)
402 ; CHECK-NEXT: [[SI_SPILL_V128_RESTORE6:%[0-9]+]]:vreg_128 = SI_SPILL_V128_RESTORE %stack.5, $sgpr32, 0, implicit $exec :: (load (s128) from %stack.5, align 4, addrspace 5)
403 ; CHECK-NEXT: undef %89.sub0:vreg_128 = COPY [[SI_SPILL_V128_RESTORE6]].sub0 {
404 ; CHECK-NEXT: internal %89.sub2:vreg_128 = COPY [[SI_SPILL_V128_RESTORE6]].sub2
406 ; CHECK-NEXT: undef %86.sub0:vreg_128 = COPY %89.sub0 {
407 ; CHECK-NEXT: internal %86.sub2:vreg_128 = COPY %89.sub2
409 ; CHECK-NEXT: %86.sub1:vreg_128 = COPY %43.sub1
410 ; CHECK-NEXT: %86.sub3:vreg_128 = COPY %43.sub1
411 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %86, %2, 0, 64, 0, 0, implicit $exec :: (store (s128), align 64, addrspace 1)
412 ; CHECK-NEXT: [[SI_SPILL_V128_RESTORE7:%[0-9]+]]:vreg_128 = SI_SPILL_V128_RESTORE %stack.4, $sgpr32, 0, implicit $exec :: (load (s128) from %stack.4, align 4, addrspace 5)
413 ; CHECK-NEXT: undef %81.sub0:vreg_128 = COPY [[SI_SPILL_V128_RESTORE7]].sub0 {
414 ; CHECK-NEXT: internal %81.sub2:vreg_128 = COPY [[SI_SPILL_V128_RESTORE7]].sub2
416 ; CHECK-NEXT: undef %78.sub0:vreg_128 = COPY %81.sub0 {
417 ; CHECK-NEXT: internal %78.sub2:vreg_128 = COPY %81.sub2
419 ; CHECK-NEXT: %78.sub1:vreg_128 = COPY %43.sub1
420 ; CHECK-NEXT: %78.sub3:vreg_128 = COPY %43.sub1
421 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %78, %2, 0, 80, 0, 0, implicit $exec :: (store (s128), addrspace 1)
422 ; CHECK-NEXT: [[SI_SPILL_V128_RESTORE8:%[0-9]+]]:vreg_128 = SI_SPILL_V128_RESTORE %stack.3, $sgpr32, 0, implicit $exec :: (load (s128) from %stack.3, align 4, addrspace 5)
423 ; CHECK-NEXT: undef %73.sub0:vreg_128 = COPY [[SI_SPILL_V128_RESTORE8]].sub0 {
424 ; CHECK-NEXT: internal %73.sub2:vreg_128 = COPY [[SI_SPILL_V128_RESTORE8]].sub2
426 ; CHECK-NEXT: undef %70.sub0:vreg_128 = COPY %73.sub0 {
427 ; CHECK-NEXT: internal %70.sub2:vreg_128 = COPY %73.sub2
429 ; CHECK-NEXT: %70.sub1:vreg_128 = COPY %43.sub1
430 ; CHECK-NEXT: %70.sub3:vreg_128 = COPY %43.sub1
431 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %70, %2, 0, 32, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
432 ; CHECK-NEXT: [[SI_SPILL_V128_RESTORE9:%[0-9]+]]:vreg_128 = SI_SPILL_V128_RESTORE %stack.2, $sgpr32, 0, implicit $exec :: (load (s128) from %stack.2, align 4, addrspace 5)
433 ; CHECK-NEXT: undef %65.sub0:vreg_128 = COPY [[SI_SPILL_V128_RESTORE9]].sub0 {
434 ; CHECK-NEXT: internal %65.sub2:vreg_128 = COPY [[SI_SPILL_V128_RESTORE9]].sub2
436 ; CHECK-NEXT: undef %62.sub0:vreg_128 = COPY %65.sub0 {
437 ; CHECK-NEXT: internal %62.sub2:vreg_128 = COPY %65.sub2
439 ; CHECK-NEXT: %62.sub1:vreg_128 = COPY %43.sub1
440 ; CHECK-NEXT: %62.sub3:vreg_128 = COPY %43.sub1
441 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %62, %2, 0, 48, 0, 0, implicit $exec :: (store (s128), addrspace 1)
442 ; CHECK-NEXT: [[SI_SPILL_V128_RESTORE10:%[0-9]+]]:vreg_128 = SI_SPILL_V128_RESTORE %stack.1, $sgpr32, 0, implicit $exec :: (load (s128) from %stack.1, align 4, addrspace 5)
443 ; CHECK-NEXT: undef %57.sub0:vreg_128 = COPY [[SI_SPILL_V128_RESTORE10]].sub0 {
444 ; CHECK-NEXT: internal %57.sub2:vreg_128 = COPY [[SI_SPILL_V128_RESTORE10]].sub2
446 ; CHECK-NEXT: undef %54.sub0:vreg_128 = COPY %57.sub0 {
447 ; CHECK-NEXT: internal %54.sub2:vreg_128 = COPY %57.sub2
449 ; CHECK-NEXT: %54.sub1:vreg_128 = COPY %43.sub1
450 ; CHECK-NEXT: %54.sub3:vreg_128 = COPY %43.sub1
451 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %54, %2, 0, 0, 0, 0, implicit $exec :: (store (s128), align 512, addrspace 1)
452 ; CHECK-NEXT: [[SI_SPILL_V128_RESTORE11:%[0-9]+]]:vreg_128 = SI_SPILL_V128_RESTORE %stack.0, $sgpr32, 0, implicit $exec :: (load (s128) from %stack.0, align 4, addrspace 5)
453 ; CHECK-NEXT: undef %49.sub0:vreg_128 = COPY [[SI_SPILL_V128_RESTORE11]].sub0 {
454 ; CHECK-NEXT: internal %49.sub2:vreg_128 = COPY [[SI_SPILL_V128_RESTORE11]].sub2
456 ; CHECK-NEXT: undef %46.sub0:vreg_128 = COPY %49.sub0 {
457 ; CHECK-NEXT: internal %46.sub2:vreg_128 = COPY %49.sub2
459 ; CHECK-NEXT: %46.sub1:vreg_128 = COPY %43.sub1
460 ; CHECK-NEXT: %46.sub3:vreg_128 = COPY %43.sub1
461 ; CHECK-NEXT: BUFFER_STORE_DWORDX4_OFFSET %46, %2, 0, 16, 0, 0, implicit $exec :: (store (s128), addrspace 1)
462 ; CHECK-NEXT: S_ENDPGM 0
463 %0:sgpr_64(p4) = COPY $sgpr0_sgpr1
464 %1:sgpr_128 = S_LOAD_DWORDX4_IMM %0(p4), 9, 0 :: (dereferenceable invariant load (s128), align 4, addrspace 4)
465 undef %2.sub3:sgpr_128 = S_MOV_B32 61440
466 %2.sub2:sgpr_128 = S_MOV_B32 -1
467 %2.sub0:sgpr_128 = COPY %1.sub0
468 %2.sub1:sgpr_128 = COPY %1.sub1
469 undef %3.sub0:sgpr_128 = COPY %1.sub2
470 %3.sub1:sgpr_128 = COPY %1.sub3
471 %3.sub2:sgpr_128 = COPY %2.sub2
472 %3.sub3:sgpr_128 = COPY %2.sub3
473 early-clobber %4:vreg_128, early-clobber %5:vreg_128, early-clobber %6:vreg_128, early-clobber %7:vreg_128 = BUNDLE %3, implicit $exec {
474 %7:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 0, 0, 0, implicit $exec :: (load (s128), align 128, addrspace 1)
475 %5:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 16, 0, 0, implicit $exec :: (load (s128), addrspace 1)
476 %4:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 32, 0, 0, implicit $exec :: (load (s128), align 32, addrspace 1)
477 %6:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 48, 0, 0, implicit $exec :: (load (s128), addrspace 1)
479 undef %8.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %7.sub1, implicit $exec
480 undef %9.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %7.sub0, implicit $exec
481 undef %10.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %7.sub3, implicit $exec
482 undef %11.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %7.sub2, implicit $exec
483 undef %12.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %5.sub1, implicit $exec
484 undef %13.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %5.sub0, implicit $exec
485 undef %14.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %5.sub3, implicit $exec
486 undef %15.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %5.sub2, implicit $exec
487 undef %16.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %4.sub1, implicit $exec
488 undef %17.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %4.sub0, implicit $exec
489 undef %18.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %4.sub3, implicit $exec
490 undef %19.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %4.sub2, implicit $exec
491 undef %20.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %6.sub1, implicit $exec
492 undef %21.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %6.sub0, implicit $exec
493 undef %22.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %6.sub3, implicit $exec
494 undef %23.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %6.sub2, implicit $exec
495 %24:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 64, 0, 0, implicit $exec :: (load (s128), align 64, addrspace 1)
496 undef %25.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %24.sub1, implicit $exec
497 undef %26.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %24.sub0, implicit $exec
498 undef %27.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %24.sub3, implicit $exec
499 undef %28.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %24.sub2, implicit $exec
500 %29:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 80, 0, 0, implicit $exec :: (load (s128), addrspace 1)
501 undef %30.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %29.sub1, implicit $exec
502 undef %31.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %29.sub0, implicit $exec
503 undef %32.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %29.sub3, implicit $exec
504 undef %33.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %29.sub2, implicit $exec
505 %34:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 96, 0, 0, implicit $exec :: (load (s128), align 32, addrspace 1)
506 undef %35.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %34.sub1, implicit $exec
507 undef %36.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %34.sub0, implicit $exec
508 undef %37.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %34.sub3, implicit $exec
509 undef %38.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %34.sub2, implicit $exec
510 %39:vreg_128 = BUFFER_LOAD_DWORDX4_OFFSET %3, 0, 112, 0, 0, implicit $exec :: (load (s128), addrspace 1)
511 undef %40.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %39.sub1, implicit $exec
512 undef %41.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %39.sub0, implicit $exec
513 undef %42.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %39.sub3, implicit $exec
514 undef %43.sub2:vreg_128 = V_LSHRREV_B32_e32 16, %39.sub2, implicit $exec
515 %44:sreg_32 = S_MOV_B32 65535
516 %8.sub0:vreg_128 = V_AND_B32_e32 %44, %7.sub1, implicit $exec
517 %9.sub0:vreg_128 = V_AND_B32_e32 %44, %7.sub0, implicit $exec
518 %10.sub0:vreg_128 = V_AND_B32_e32 %44, %7.sub3, implicit $exec
519 %11.sub0:vreg_128 = V_AND_B32_e32 %44, %7.sub2, implicit $exec
520 %12.sub0:vreg_128 = V_AND_B32_e32 %44, %5.sub1, implicit $exec
521 %13.sub0:vreg_128 = V_AND_B32_e32 %44, %5.sub0, implicit $exec
522 %14.sub0:vreg_128 = V_AND_B32_e32 %44, %5.sub3, implicit $exec
523 %15.sub0:vreg_128 = V_AND_B32_e32 %44, %5.sub2, implicit $exec
524 %16.sub0:vreg_128 = V_AND_B32_e32 %44, %4.sub1, implicit $exec
525 %17.sub0:vreg_128 = V_AND_B32_e32 %44, %4.sub0, implicit $exec
526 %18.sub0:vreg_128 = V_AND_B32_e32 %44, %4.sub3, implicit $exec
527 %19.sub0:vreg_128 = V_AND_B32_e32 %44, %4.sub2, implicit $exec
528 %20.sub0:vreg_128 = V_AND_B32_e32 %44, %6.sub1, implicit $exec
529 %21.sub0:vreg_128 = V_AND_B32_e32 %44, %6.sub0, implicit $exec
530 %22.sub0:vreg_128 = V_AND_B32_e32 %44, %6.sub3, implicit $exec
531 %23.sub0:vreg_128 = V_AND_B32_e32 %44, %6.sub2, implicit $exec
532 %25.sub0:vreg_128 = V_AND_B32_e32 %44, %24.sub1, implicit $exec
533 %26.sub0:vreg_128 = V_AND_B32_e32 %44, %24.sub0, implicit $exec
534 %27.sub0:vreg_128 = V_AND_B32_e32 %44, %24.sub3, implicit $exec
535 %28.sub0:vreg_128 = V_AND_B32_e32 %44, %24.sub2, implicit $exec
536 %30.sub0:vreg_128 = V_AND_B32_e32 %44, %29.sub1, implicit $exec
537 %31.sub0:vreg_128 = V_AND_B32_e32 %44, %29.sub0, implicit $exec
538 %32.sub0:vreg_128 = V_AND_B32_e32 %44, %29.sub3, implicit $exec
539 %33.sub0:vreg_128 = V_AND_B32_e32 %44, %29.sub2, implicit $exec
540 %35.sub0:vreg_128 = V_AND_B32_e32 %44, %34.sub1, implicit $exec
541 %36.sub0:vreg_128 = V_AND_B32_e32 %44, %34.sub0, implicit $exec
542 %37.sub0:vreg_128 = V_AND_B32_e32 %44, %34.sub3, implicit $exec
543 %38.sub0:vreg_128 = V_AND_B32_e32 %44, %34.sub2, implicit $exec
544 %40.sub0:vreg_128 = V_AND_B32_e32 %44, %39.sub1, implicit $exec
545 %41.sub0:vreg_128 = V_AND_B32_e32 %44, %39.sub0, implicit $exec
546 %42.sub0:vreg_128 = V_AND_B32_e32 %44, %39.sub3, implicit $exec
547 %43.sub0:vreg_128 = V_AND_B32_e32 %44, %39.sub2, implicit $exec
548 %43.sub1:vreg_128 = V_MOV_B32_e32 0, implicit $exec
549 %43.sub3:vreg_128 = COPY %43.sub1
550 BUFFER_STORE_DWORDX4_OFFSET %43, %2, 0, 480, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
551 %42.sub1:vreg_128 = COPY %43.sub1
552 %42.sub3:vreg_128 = COPY %43.sub1
553 BUFFER_STORE_DWORDX4_OFFSET %42, %2, 0, 496, 0, 0, implicit $exec :: (store (s128), addrspace 1)
554 %41.sub1:vreg_128 = COPY %43.sub1
555 %41.sub3:vreg_128 = COPY %43.sub1
556 BUFFER_STORE_DWORDX4_OFFSET %41, %2, 0, 448, 0, 0, implicit $exec :: (store (s128), align 64, addrspace 1)
557 %40.sub1:vreg_128 = COPY %43.sub1
558 %40.sub3:vreg_128 = COPY %43.sub1
559 BUFFER_STORE_DWORDX4_OFFSET %40, %2, 0, 464, 0, 0, implicit $exec :: (store (s128), addrspace 1)
560 %38.sub1:vreg_128 = COPY %43.sub1
561 %38.sub3:vreg_128 = COPY %43.sub1
562 BUFFER_STORE_DWORDX4_OFFSET %38, %2, 0, 416, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
563 %37.sub1:vreg_128 = COPY %43.sub1
564 %37.sub3:vreg_128 = COPY %43.sub1
565 BUFFER_STORE_DWORDX4_OFFSET %37, %2, 0, 432, 0, 0, implicit $exec :: (store (s128), addrspace 1)
566 %36.sub1:vreg_128 = COPY %43.sub1
567 %36.sub3:vreg_128 = COPY %43.sub1
568 BUFFER_STORE_DWORDX4_OFFSET %36, %2, 0, 384, 0, 0, implicit $exec :: (store (s128), align 128, addrspace 1)
569 %35.sub1:vreg_128 = COPY %43.sub1
570 %35.sub3:vreg_128 = COPY %43.sub1
571 BUFFER_STORE_DWORDX4_OFFSET %35, %2, 0, 400, 0, 0, implicit $exec :: (store (s128), addrspace 1)
572 %33.sub1:vreg_128 = COPY %43.sub1
573 %33.sub3:vreg_128 = COPY %43.sub1
574 BUFFER_STORE_DWORDX4_OFFSET %33, %2, 0, 352, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
575 %32.sub1:vreg_128 = COPY %43.sub1
576 %32.sub3:vreg_128 = COPY %43.sub1
577 BUFFER_STORE_DWORDX4_OFFSET %32, %2, 0, 368, 0, 0, implicit $exec :: (store (s128), addrspace 1)
578 %31.sub1:vreg_128 = COPY %43.sub1
579 %31.sub3:vreg_128 = COPY %43.sub1
580 BUFFER_STORE_DWORDX4_OFFSET %31, %2, 0, 320, 0, 0, implicit $exec :: (store (s128), align 64, addrspace 1)
581 %30.sub1:vreg_128 = COPY %43.sub1
582 %30.sub3:vreg_128 = COPY %43.sub1
583 BUFFER_STORE_DWORDX4_OFFSET %30, %2, 0, 336, 0, 0, implicit $exec :: (store (s128), addrspace 1)
584 %28.sub1:vreg_128 = COPY %43.sub1
585 %28.sub3:vreg_128 = COPY %43.sub1
586 BUFFER_STORE_DWORDX4_OFFSET %28, %2, 0, 288, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
587 %27.sub1:vreg_128 = COPY %43.sub1
588 %27.sub3:vreg_128 = COPY %43.sub1
589 BUFFER_STORE_DWORDX4_OFFSET %27, %2, 0, 304, 0, 0, implicit $exec :: (store (s128), addrspace 1)
590 %26.sub1:vreg_128 = COPY %43.sub1
591 %26.sub3:vreg_128 = COPY %43.sub1
592 BUFFER_STORE_DWORDX4_OFFSET %26, %2, 0, 256, 0, 0, implicit $exec :: (store (s128), align 256, addrspace 1)
593 %25.sub1:vreg_128 = COPY %43.sub1
594 %25.sub3:vreg_128 = COPY %43.sub1
595 BUFFER_STORE_DWORDX4_OFFSET %25, %2, 0, 272, 0, 0, implicit $exec :: (store (s128), addrspace 1)
596 %23.sub1:vreg_128 = COPY %43.sub1
597 %23.sub3:vreg_128 = COPY %43.sub1
598 BUFFER_STORE_DWORDX4_OFFSET %23, %2, 0, 224, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
599 %22.sub1:vreg_128 = COPY %43.sub1
600 %22.sub3:vreg_128 = COPY %43.sub1
601 BUFFER_STORE_DWORDX4_OFFSET %22, %2, 0, 240, 0, 0, implicit $exec :: (store (s128), addrspace 1)
602 %21.sub1:vreg_128 = COPY %43.sub1
603 %21.sub3:vreg_128 = COPY %43.sub1
604 BUFFER_STORE_DWORDX4_OFFSET %21, %2, 0, 192, 0, 0, implicit $exec :: (store (s128), align 64, addrspace 1)
605 %20.sub1:vreg_128 = COPY %43.sub1
606 %20.sub3:vreg_128 = COPY %43.sub1
607 BUFFER_STORE_DWORDX4_OFFSET %20, %2, 0, 208, 0, 0, implicit $exec :: (store (s128), addrspace 1)
608 %19.sub1:vreg_128 = COPY %43.sub1
609 %19.sub3:vreg_128 = COPY %43.sub1
610 BUFFER_STORE_DWORDX4_OFFSET %19, %2, 0, 160, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
611 %18.sub1:vreg_128 = COPY %43.sub1
612 %18.sub3:vreg_128 = COPY %43.sub1
613 BUFFER_STORE_DWORDX4_OFFSET %18, %2, 0, 176, 0, 0, implicit $exec :: (store (s128), addrspace 1)
614 %17.sub1:vreg_128 = COPY %43.sub1
615 %17.sub3:vreg_128 = COPY %43.sub1
616 BUFFER_STORE_DWORDX4_OFFSET %17, %2, 0, 128, 0, 0, implicit $exec :: (store (s128), align 128, addrspace 1)
617 %16.sub1:vreg_128 = COPY %43.sub1
618 %16.sub3:vreg_128 = COPY %43.sub1
619 BUFFER_STORE_DWORDX4_OFFSET %16, %2, 0, 144, 0, 0, implicit $exec :: (store (s128), addrspace 1)
620 %15.sub1:vreg_128 = COPY %43.sub1
621 %15.sub3:vreg_128 = COPY %43.sub1
622 BUFFER_STORE_DWORDX4_OFFSET %15, %2, 0, 96, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
623 %14.sub1:vreg_128 = COPY %43.sub1
624 %14.sub3:vreg_128 = COPY %43.sub1
625 BUFFER_STORE_DWORDX4_OFFSET %14, %2, 0, 112, 0, 0, implicit $exec :: (store (s128), addrspace 1)
626 %13.sub1:vreg_128 = COPY %43.sub1
627 %13.sub3:vreg_128 = COPY %43.sub1
628 BUFFER_STORE_DWORDX4_OFFSET %13, %2, 0, 64, 0, 0, implicit $exec :: (store (s128), align 64, addrspace 1)
629 %12.sub1:vreg_128 = COPY %43.sub1
630 %12.sub3:vreg_128 = COPY %43.sub1
631 BUFFER_STORE_DWORDX4_OFFSET %12, %2, 0, 80, 0, 0, implicit $exec :: (store (s128), addrspace 1)
632 %11.sub1:vreg_128 = COPY %43.sub1
633 %11.sub3:vreg_128 = COPY %43.sub1
634 BUFFER_STORE_DWORDX4_OFFSET %11, %2, 0, 32, 0, 0, implicit $exec :: (store (s128), align 32, addrspace 1)
635 %10.sub1:vreg_128 = COPY %43.sub1
636 %10.sub3:vreg_128 = COPY %43.sub1
637 BUFFER_STORE_DWORDX4_OFFSET %10, %2, 0, 48, 0, 0, implicit $exec :: (store (s128), addrspace 1)
638 %9.sub1:vreg_128 = COPY %43.sub1
639 %9.sub3:vreg_128 = COPY %43.sub1
640 BUFFER_STORE_DWORDX4_OFFSET %9, %2, 0, 0, 0, 0, implicit $exec :: (store (s128), align 512, addrspace 1)
641 %8.sub1:vreg_128 = COPY %43.sub1
642 %8.sub3:vreg_128 = COPY %43.sub1
643 BUFFER_STORE_DWORDX4_OFFSET %8, %2, 0, 16, 0, 0, implicit $exec :: (store (s128), addrspace 1)