| blob | 252d2e08b14a02c4dc1a1f0973ee6c79fb8245b1 |
1 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
2 ; RUN: llc < %s -disable-peephole -mtriple=x86_64-unknown-unknown -mattr=+avx | FileCheck %s --check-prefix=AVX --check-prefix=AVX1
3 ; RUN: llc < %s -disable-peephole -mtriple=x86_64-unknown-unknown -mattr=+avx2 | FileCheck %s --check-prefix=AVX --check-prefix=AVX2
4 ; RUN: llc < %s -disable-peephole -mtriple=x86_64-unknown-unknown -mattr=+avx512f | FileCheck %s --check-prefix=AVX --check-prefix=AVX512F
5 ;
6 ; Just one 32-bit run to make sure we do reasonable things.
7 ; RUN: llc < %s -mtriple=i686-unknown-unknown -mattr=+avx | FileCheck %s --check-prefix=X32-AVX
9 define <4 x double> @merge_4f64_2f64_23(<2 x double>* %ptr) nounwind uwtable noinline ssp {
10 ; AVX-LABEL: merge_4f64_2f64_23:
11 ; AVX: # %bb.0:
12 ; AVX-NEXT: vmovups 32(%rdi), %ymm0
13 ; AVX-NEXT: retq
14 ;
15 ; X32-AVX-LABEL: merge_4f64_2f64_23:
16 ; X32-AVX: # %bb.0:
17 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
18 ; X32-AVX-NEXT: vmovups 32(%eax), %ymm0
19 ; X32-AVX-NEXT: retl
20 %ptr0 = getelementptr inbounds <2 x double>, <2 x double>* %ptr, i64 2
21 %ptr1 = getelementptr inbounds <2 x double>, <2 x double>* %ptr, i64 3
22 %val0 = load <2 x double>, <2 x double>* %ptr0
23 %val1 = load <2 x double>, <2 x double>* %ptr1
24 %res = shufflevector <2 x double> %val0, <2 x double> %val1, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
25 ret <4 x double> %res
26 }
28 define <4 x double> @merge_4f64_2f64_2z(<2 x double>* %ptr) nounwind uwtable noinline ssp {
29 ; AVX-LABEL: merge_4f64_2f64_2z:
30 ; AVX: # %bb.0:
31 ; AVX-NEXT: vmovaps 32(%rdi), %xmm0
32 ; AVX-NEXT: retq
33 ;
34 ; X32-AVX-LABEL: merge_4f64_2f64_2z:
35 ; X32-AVX: # %bb.0:
36 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
37 ; X32-AVX-NEXT: vmovaps 32(%eax), %xmm0
38 ; X32-AVX-NEXT: retl
39 %ptr0 = getelementptr inbounds <2 x double>, <2 x double>* %ptr, i64 2
40 %val0 = load <2 x double>, <2 x double>* %ptr0
41 %res = shufflevector <2 x double> %val0, <2 x double> zeroinitializer, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
42 ret <4 x double> %res
43 }
45 define <4 x double> @merge_4f64_f64_2345(double* %ptr) nounwind uwtable noinline ssp {
46 ; AVX-LABEL: merge_4f64_f64_2345:
47 ; AVX: # %bb.0:
48 ; AVX-NEXT: vmovups 16(%rdi), %ymm0
49 ; AVX-NEXT: retq
50 ;
51 ; X32-AVX-LABEL: merge_4f64_f64_2345:
52 ; X32-AVX: # %bb.0:
53 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
54 ; X32-AVX-NEXT: vmovups 16(%eax), %ymm0
55 ; X32-AVX-NEXT: retl
56 %ptr0 = getelementptr inbounds double, double* %ptr, i64 2
57 %ptr1 = getelementptr inbounds double, double* %ptr, i64 3
58 %ptr2 = getelementptr inbounds double, double* %ptr, i64 4
59 %ptr3 = getelementptr inbounds double, double* %ptr, i64 5
60 %val0 = load double, double* %ptr0
61 %val1 = load double, double* %ptr1
62 %val2 = load double, double* %ptr2
63 %val3 = load double, double* %ptr3
64 %res0 = insertelement <4 x double> undef, double %val0, i32 0
65 %res1 = insertelement <4 x double> %res0, double %val1, i32 1
66 %res2 = insertelement <4 x double> %res1, double %val2, i32 2
67 %res3 = insertelement <4 x double> %res2, double %val3, i32 3
68 ret <4 x double> %res3
69 }
71 define <4 x double> @merge_4f64_f64_3zuu(double* %ptr) nounwind uwtable noinline ssp {
72 ; AVX-LABEL: merge_4f64_f64_3zuu:
73 ; AVX: # %bb.0:
74 ; AVX-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
75 ; AVX-NEXT: retq
76 ;
77 ; X32-AVX-LABEL: merge_4f64_f64_3zuu:
78 ; X32-AVX: # %bb.0:
79 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
80 ; X32-AVX-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
81 ; X32-AVX-NEXT: retl
82 %ptr0 = getelementptr inbounds double, double* %ptr, i64 3
83 %val0 = load double, double* %ptr0
84 %res0 = insertelement <4 x double> undef, double %val0, i32 0
85 %res1 = insertelement <4 x double> %res0, double 0.0, i32 1
86 ret <4 x double> %res1
87 }
89 define <4 x double> @merge_4f64_f64_34uu(double* %ptr) nounwind uwtable noinline ssp {
90 ; AVX-LABEL: merge_4f64_f64_34uu:
91 ; AVX: # %bb.0:
92 ; AVX-NEXT: vmovups 24(%rdi), %xmm0
93 ; AVX-NEXT: retq
94 ;
95 ; X32-AVX-LABEL: merge_4f64_f64_34uu:
96 ; X32-AVX: # %bb.0:
97 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
98 ; X32-AVX-NEXT: vmovups 24(%eax), %xmm0
99 ; X32-AVX-NEXT: retl
100 %ptr0 = getelementptr inbounds double, double* %ptr, i64 3
101 %ptr1 = getelementptr inbounds double, double* %ptr, i64 4
102 %val0 = load double, double* %ptr0
103 %val1 = load double, double* %ptr1
104 %res0 = insertelement <4 x double> undef, double %val0, i32 0
105 %res1 = insertelement <4 x double> %res0, double %val1, i32 1
106 ret <4 x double> %res1
107 }
109 define <4 x double> @merge_4f64_f64_45zz(double* %ptr) nounwind uwtable noinline ssp {
110 ; AVX-LABEL: merge_4f64_f64_45zz:
111 ; AVX: # %bb.0:
112 ; AVX-NEXT: vmovups 32(%rdi), %xmm0
113 ; AVX-NEXT: retq
114 ;
115 ; X32-AVX-LABEL: merge_4f64_f64_45zz:
116 ; X32-AVX: # %bb.0:
117 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
118 ; X32-AVX-NEXT: vmovups 32(%eax), %xmm0
119 ; X32-AVX-NEXT: retl
120 %ptr0 = getelementptr inbounds double, double* %ptr, i64 4
121 %ptr1 = getelementptr inbounds double, double* %ptr, i64 5
122 %val0 = load double, double* %ptr0
123 %val1 = load double, double* %ptr1
124 %res0 = insertelement <4 x double> zeroinitializer, double %val0, i32 0
125 %res1 = insertelement <4 x double> %res0, double %val1, i32 1
126 ret <4 x double> %res1
127 }
129 define <4 x double> @merge_4f64_f64_34z6(double* %ptr) nounwind uwtable noinline ssp {
130 ; AVX-LABEL: merge_4f64_f64_34z6:
131 ; AVX: # %bb.0:
132 ; AVX-NEXT: vxorps %xmm0, %xmm0, %xmm0
133 ; AVX-NEXT: vblendps {{.*#+}} ymm0 = mem[0,1,2,3],ymm0[4,5],mem[6,7]
134 ; AVX-NEXT: retq
135 ;
136 ; X32-AVX-LABEL: merge_4f64_f64_34z6:
137 ; X32-AVX: # %bb.0:
138 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
139 ; X32-AVX-NEXT: vxorps %xmm0, %xmm0, %xmm0
140 ; X32-AVX-NEXT: vblendps {{.*#+}} ymm0 = mem[0,1,2,3],ymm0[4,5],mem[6,7]
141 ; X32-AVX-NEXT: retl
142 %ptr0 = getelementptr inbounds double, double* %ptr, i64 3
143 %ptr1 = getelementptr inbounds double, double* %ptr, i64 4
144 %ptr3 = getelementptr inbounds double, double* %ptr, i64 6
145 %val0 = load double, double* %ptr0
146 %val1 = load double, double* %ptr1
147 %val3 = load double, double* %ptr3
148 %res0 = insertelement <4 x double> undef, double %val0, i32 0
149 %res1 = insertelement <4 x double> %res0, double %val1, i32 1
150 %res2 = insertelement <4 x double> %res1, double 0.0, i32 2
151 %res3 = insertelement <4 x double> %res2, double %val3, i32 3
152 ret <4 x double> %res3
153 }
155 define <4 x i64> @merge_4i64_2i64_3z(<2 x i64>* %ptr) nounwind uwtable noinline ssp {
156 ; AVX-LABEL: merge_4i64_2i64_3z:
157 ; AVX: # %bb.0:
158 ; AVX-NEXT: vmovaps 48(%rdi), %xmm0
159 ; AVX-NEXT: retq
160 ;
161 ; X32-AVX-LABEL: merge_4i64_2i64_3z:
162 ; X32-AVX: # %bb.0:
163 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
164 ; X32-AVX-NEXT: vmovaps 48(%eax), %xmm0
165 ; X32-AVX-NEXT: retl
166 %ptr0 = getelementptr inbounds <2 x i64>, <2 x i64>* %ptr, i64 3
167 %val0 = load <2 x i64>, <2 x i64>* %ptr0
168 %res = shufflevector <2 x i64> %val0, <2 x i64> zeroinitializer, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
169 ret <4 x i64> %res
170 }
172 define <4 x i64> @merge_4i64_i64_1234(i64* %ptr) nounwind uwtable noinline ssp {
173 ; AVX-LABEL: merge_4i64_i64_1234:
174 ; AVX: # %bb.0:
175 ; AVX-NEXT: vmovups 8(%rdi), %ymm0
176 ; AVX-NEXT: retq
177 ;
178 ; X32-AVX-LABEL: merge_4i64_i64_1234:
179 ; X32-AVX: # %bb.0:
180 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
181 ; X32-AVX-NEXT: vmovups 8(%eax), %ymm0
182 ; X32-AVX-NEXT: retl
183 %ptr0 = getelementptr inbounds i64, i64* %ptr, i64 1
184 %ptr1 = getelementptr inbounds i64, i64* %ptr, i64 2
185 %ptr2 = getelementptr inbounds i64, i64* %ptr, i64 3
186 %ptr3 = getelementptr inbounds i64, i64* %ptr, i64 4
187 %val0 = load i64, i64* %ptr0
188 %val1 = load i64, i64* %ptr1
189 %val2 = load i64, i64* %ptr2
190 %val3 = load i64, i64* %ptr3
191 %res0 = insertelement <4 x i64> undef, i64 %val0, i32 0
192 %res1 = insertelement <4 x i64> %res0, i64 %val1, i32 1
193 %res2 = insertelement <4 x i64> %res1, i64 %val2, i32 2
194 %res3 = insertelement <4 x i64> %res2, i64 %val3, i32 3
195 ret <4 x i64> %res3
196 }
198 define <4 x i64> @merge_4i64_i64_1zzu(i64* %ptr) nounwind uwtable noinline ssp {
199 ; AVX-LABEL: merge_4i64_i64_1zzu:
200 ; AVX: # %bb.0:
201 ; AVX-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
202 ; AVX-NEXT: retq
203 ;
204 ; X32-AVX-LABEL: merge_4i64_i64_1zzu:
205 ; X32-AVX: # %bb.0:
206 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
207 ; X32-AVX-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
208 ; X32-AVX-NEXT: retl
209 %ptr0 = getelementptr inbounds i64, i64* %ptr, i64 1
210 %val0 = load i64, i64* %ptr0
211 %res0 = insertelement <4 x i64> undef, i64 %val0, i32 0
212 %res1 = insertelement <4 x i64> %res0, i64 0, i32 1
213 %res2 = insertelement <4 x i64> %res1, i64 0, i32 2
214 ret <4 x i64> %res2
215 }
217 define <4 x i64> @merge_4i64_i64_23zz(i64* %ptr) nounwind uwtable noinline ssp {
218 ; AVX-LABEL: merge_4i64_i64_23zz:
219 ; AVX: # %bb.0:
220 ; AVX-NEXT: vmovups 16(%rdi), %xmm0
221 ; AVX-NEXT: retq
222 ;
223 ; X32-AVX-LABEL: merge_4i64_i64_23zz:
224 ; X32-AVX: # %bb.0:
225 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
226 ; X32-AVX-NEXT: vmovups 16(%eax), %xmm0
227 ; X32-AVX-NEXT: retl
228 %ptr0 = getelementptr inbounds i64, i64* %ptr, i64 2
229 %ptr1 = getelementptr inbounds i64, i64* %ptr, i64 3
230 %val0 = load i64, i64* %ptr0
231 %val1 = load i64, i64* %ptr1
232 %res0 = insertelement <4 x i64> zeroinitializer, i64 %val0, i32 0
233 %res1 = insertelement <4 x i64> %res0, i64 %val1, i32 1
234 ret <4 x i64> %res1
235 }
237 define <8 x float> @merge_8f32_2f32_23z5(<2 x float>* %ptr) nounwind uwtable noinline ssp {
238 ; AVX-LABEL: merge_8f32_2f32_23z5:
239 ; AVX: # %bb.0:
240 ; AVX-NEXT: vmovups 16(%rdi), %xmm0
241 ; AVX-NEXT: vxorps %xmm1, %xmm1, %xmm1
242 ; AVX-NEXT: vmovhps {{.*#+}} xmm1 = xmm1[0,1],mem[0,1]
243 ; AVX-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
244 ; AVX-NEXT: retq
245 ;
246 ; X32-AVX-LABEL: merge_8f32_2f32_23z5:
247 ; X32-AVX: # %bb.0:
248 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
249 ; X32-AVX-NEXT: vmovups 16(%eax), %xmm0
250 ; X32-AVX-NEXT: vxorps %xmm1, %xmm1, %xmm1
251 ; X32-AVX-NEXT: vmovhps {{.*#+}} xmm1 = xmm1[0,1],mem[0,1]
252 ; X32-AVX-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
253 ; X32-AVX-NEXT: retl
254 %ptr0 = getelementptr inbounds <2 x float>, <2 x float>* %ptr, i64 2
255 %ptr1 = getelementptr inbounds <2 x float>, <2 x float>* %ptr, i64 3
256 %ptr3 = getelementptr inbounds <2 x float>, <2 x float>* %ptr, i64 5
257 %val0 = load <2 x float>, <2 x float>* %ptr0
258 %val1 = load <2 x float>, <2 x float>* %ptr1
259 %val3 = load <2 x float>, <2 x float>* %ptr3
260 %res01 = shufflevector <2 x float> %val0, <2 x float> %val1, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
261 %res23 = shufflevector <2 x float> zeroinitializer, <2 x float> %val3, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
262 %res = shufflevector <4 x float> %res01, <4 x float> %res23, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
263 ret <8 x float> %res
264 }
266 define <8 x float> @merge_8f32_4f32_z2(<4 x float>* %ptr) nounwind uwtable noinline ssp {
267 ; AVX-LABEL: merge_8f32_4f32_z2:
268 ; AVX: # %bb.0:
269 ; AVX-NEXT: vxorps %xmm0, %xmm0, %xmm0
270 ; AVX-NEXT: vinsertf128 $1, 32(%rdi), %ymm0, %ymm0
271 ; AVX-NEXT: retq
272 ;
273 ; X32-AVX-LABEL: merge_8f32_4f32_z2:
274 ; X32-AVX: # %bb.0:
275 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
276 ; X32-AVX-NEXT: vxorps %xmm0, %xmm0, %xmm0
277 ; X32-AVX-NEXT: vinsertf128 $1, 32(%eax), %ymm0, %ymm0
278 ; X32-AVX-NEXT: retl
279 %ptr1 = getelementptr inbounds <4 x float>, <4 x float>* %ptr, i64 2
280 %val1 = load <4 x float>, <4 x float>* %ptr1
281 %res = shufflevector <4 x float> zeroinitializer, <4 x float> %val1, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
282 ret <8 x float> %res
283 }
285 define <8 x float> @merge_8f32_f32_12zzuuzz(float* %ptr) nounwind uwtable noinline ssp {
286 ; AVX-LABEL: merge_8f32_f32_12zzuuzz:
287 ; AVX: # %bb.0:
288 ; AVX-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
289 ; AVX-NEXT: retq
290 ;
291 ; X32-AVX-LABEL: merge_8f32_f32_12zzuuzz:
292 ; X32-AVX: # %bb.0:
293 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
294 ; X32-AVX-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
295 ; X32-AVX-NEXT: retl
296 %ptr0 = getelementptr inbounds float, float* %ptr, i64 1
297 %ptr1 = getelementptr inbounds float, float* %ptr, i64 2
298 %val0 = load float, float* %ptr0
299 %val1 = load float, float* %ptr1
300 %res0 = insertelement <8 x float> undef, float %val0, i32 0
301 %res1 = insertelement <8 x float> %res0, float %val1, i32 1
302 %res2 = insertelement <8 x float> %res1, float 0.0, i32 2
303 %res3 = insertelement <8 x float> %res2, float 0.0, i32 3
304 %res6 = insertelement <8 x float> %res3, float 0.0, i32 6
305 %res7 = insertelement <8 x float> %res6, float 0.0, i32 7
306 ret <8 x float> %res7
307 }
309 define <8 x float> @merge_8f32_f32_1u3u5zu8(float* %ptr) nounwind uwtable noinline ssp {
310 ; AVX-LABEL: merge_8f32_f32_1u3u5zu8:
311 ; AVX: # %bb.0:
312 ; AVX-NEXT: vxorps %xmm0, %xmm0, %xmm0
313 ; AVX-NEXT: vblendps {{.*#+}} ymm0 = mem[0,1,2,3,4],ymm0[5],mem[6,7]
314 ; AVX-NEXT: retq
315 ;
316 ; X32-AVX-LABEL: merge_8f32_f32_1u3u5zu8:
317 ; X32-AVX: # %bb.0:
318 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
319 ; X32-AVX-NEXT: vxorps %xmm0, %xmm0, %xmm0
320 ; X32-AVX-NEXT: vblendps {{.*#+}} ymm0 = mem[0,1,2,3,4],ymm0[5],mem[6,7]
321 ; X32-AVX-NEXT: retl
322 %ptr0 = getelementptr inbounds float, float* %ptr, i64 1
323 %ptr2 = getelementptr inbounds float, float* %ptr, i64 3
324 %ptr4 = getelementptr inbounds float, float* %ptr, i64 5
325 %ptr7 = getelementptr inbounds float, float* %ptr, i64 8
326 %val0 = load float, float* %ptr0
327 %val2 = load float, float* %ptr2
328 %val4 = load float, float* %ptr4
329 %val7 = load float, float* %ptr7
330 %res0 = insertelement <8 x float> undef, float %val0, i32 0
331 %res2 = insertelement <8 x float> %res0, float %val2, i32 2
332 %res4 = insertelement <8 x float> %res2, float %val4, i32 4
333 %res5 = insertelement <8 x float> %res4, float 0.0, i32 5
334 %res7 = insertelement <8 x float> %res5, float %val7, i32 7
335 ret <8 x float> %res7
336 }
338 define <8 x i32> @merge_8i32_4i32_z3(<4 x i32>* %ptr) nounwind uwtable noinline ssp {
339 ; AVX-LABEL: merge_8i32_4i32_z3:
340 ; AVX: # %bb.0:
341 ; AVX-NEXT: vxorps %xmm0, %xmm0, %xmm0
342 ; AVX-NEXT: vinsertf128 $1, 48(%rdi), %ymm0, %ymm0
343 ; AVX-NEXT: retq
344 ;
345 ; X32-AVX-LABEL: merge_8i32_4i32_z3:
346 ; X32-AVX: # %bb.0:
347 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
348 ; X32-AVX-NEXT: vxorps %xmm0, %xmm0, %xmm0
349 ; X32-AVX-NEXT: vinsertf128 $1, 48(%eax), %ymm0, %ymm0
350 ; X32-AVX-NEXT: retl
351 %ptr1 = getelementptr inbounds <4 x i32>, <4 x i32>* %ptr, i64 3
352 %val1 = load <4 x i32>, <4 x i32>* %ptr1
353 %res = shufflevector <4 x i32> zeroinitializer, <4 x i32> %val1, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
354 ret <8 x i32> %res
355 }
357 define <8 x i32> @merge_8i32_i32_56zz9uzz(i32* %ptr) nounwind uwtable noinline ssp {
358 ; AVX-LABEL: merge_8i32_i32_56zz9uzz:
359 ; AVX: # %bb.0:
360 ; AVX-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
361 ; AVX-NEXT: vmovss {{.*#+}} xmm1 = mem[0],zero,zero,zero
362 ; AVX-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
363 ; AVX-NEXT: retq
364 ;
365 ; X32-AVX-LABEL: merge_8i32_i32_56zz9uzz:
366 ; X32-AVX: # %bb.0:
367 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
368 ; X32-AVX-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
369 ; X32-AVX-NEXT: vmovss {{.*#+}} xmm1 = mem[0],zero,zero,zero
370 ; X32-AVX-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
371 ; X32-AVX-NEXT: retl
372 %ptr0 = getelementptr inbounds i32, i32* %ptr, i64 5
373 %ptr1 = getelementptr inbounds i32, i32* %ptr, i64 6
374 %ptr4 = getelementptr inbounds i32, i32* %ptr, i64 9
375 %val0 = load i32, i32* %ptr0
376 %val1 = load i32, i32* %ptr1
377 %val4 = load i32, i32* %ptr4
378 %res0 = insertelement <8 x i32> undef, i32 %val0, i32 0
379 %res1 = insertelement <8 x i32> %res0, i32 %val1, i32 1
380 %res2 = insertelement <8 x i32> %res1, i32 0, i32 2
381 %res3 = insertelement <8 x i32> %res2, i32 0, i32 3
382 %res4 = insertelement <8 x i32> %res3, i32 %val4, i32 4
383 %res6 = insertelement <8 x i32> %res4, i32 0, i32 6
384 %res7 = insertelement <8 x i32> %res6, i32 0, i32 7
385 ret <8 x i32> %res7
386 }
388 define <8 x i32> @merge_8i32_i32_1u3u5zu8(i32* %ptr) nounwind uwtable noinline ssp {
389 ; AVX-LABEL: merge_8i32_i32_1u3u5zu8:
390 ; AVX: # %bb.0:
391 ; AVX-NEXT: vxorps %xmm0, %xmm0, %xmm0
392 ; AVX-NEXT: vblendps {{.*#+}} ymm0 = mem[0,1,2,3,4],ymm0[5],mem[6,7]
393 ; AVX-NEXT: retq
394 ;
395 ; X32-AVX-LABEL: merge_8i32_i32_1u3u5zu8:
396 ; X32-AVX: # %bb.0:
397 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
398 ; X32-AVX-NEXT: vxorps %xmm0, %xmm0, %xmm0
399 ; X32-AVX-NEXT: vblendps {{.*#+}} ymm0 = mem[0,1,2,3,4],ymm0[5],mem[6,7]
400 ; X32-AVX-NEXT: retl
401 %ptr0 = getelementptr inbounds i32, i32* %ptr, i64 1
402 %ptr2 = getelementptr inbounds i32, i32* %ptr, i64 3
403 %ptr4 = getelementptr inbounds i32, i32* %ptr, i64 5
404 %ptr7 = getelementptr inbounds i32, i32* %ptr, i64 8
405 %val0 = load i32, i32* %ptr0
406 %val2 = load i32, i32* %ptr2
407 %val4 = load i32, i32* %ptr4
408 %val7 = load i32, i32* %ptr7
409 %res0 = insertelement <8 x i32> undef, i32 %val0, i32 0
410 %res2 = insertelement <8 x i32> %res0, i32 %val2, i32 2
411 %res4 = insertelement <8 x i32> %res2, i32 %val4, i32 4
412 %res5 = insertelement <8 x i32> %res4, i32 0, i32 5
413 %res7 = insertelement <8 x i32> %res5, i32 %val7, i32 7
414 ret <8 x i32> %res7
415 }
417 define <16 x i16> @merge_16i16_i16_89zzzuuuuuuuuuuuz(i16* %ptr) nounwind uwtable noinline ssp {
418 ; AVX-LABEL: merge_16i16_i16_89zzzuuuuuuuuuuuz:
419 ; AVX: # %bb.0:
420 ; AVX-NEXT: vmovss {{.*#+}} xmm0 = mem[0],zero,zero,zero
421 ; AVX-NEXT: retq
422 ;
423 ; X32-AVX-LABEL: merge_16i16_i16_89zzzuuuuuuuuuuuz:
424 ; X32-AVX: # %bb.0:
425 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
426 ; X32-AVX-NEXT: vmovss {{.*#+}} xmm0 = mem[0],zero,zero,zero
427 ; X32-AVX-NEXT: retl
428 %ptr0 = getelementptr inbounds i16, i16* %ptr, i64 8
429 %ptr1 = getelementptr inbounds i16, i16* %ptr, i64 9
430 %val0 = load i16, i16* %ptr0
431 %val1 = load i16, i16* %ptr1
432 %res0 = insertelement <16 x i16> undef, i16 %val0, i16 0
433 %res1 = insertelement <16 x i16> %res0, i16 %val1, i16 1
434 %res2 = insertelement <16 x i16> %res1, i16 0, i16 2
435 %res3 = insertelement <16 x i16> %res2, i16 0, i16 3
436 %res4 = insertelement <16 x i16> %res3, i16 0, i16 4
437 %resF = insertelement <16 x i16> %res4, i16 0, i16 15
438 ret <16 x i16> %resF
439 }
441 define <16 x i16> @merge_16i16_i16_45u7uuuuuuuuuuuu(i16* %ptr) nounwind uwtable noinline ssp {
442 ; AVX-LABEL: merge_16i16_i16_45u7uuuuuuuuuuuu:
443 ; AVX: # %bb.0:
444 ; AVX-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
445 ; AVX-NEXT: retq
446 ;
447 ; X32-AVX-LABEL: merge_16i16_i16_45u7uuuuuuuuuuuu:
448 ; X32-AVX: # %bb.0:
449 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
450 ; X32-AVX-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
451 ; X32-AVX-NEXT: retl
452 %ptr0 = getelementptr inbounds i16, i16* %ptr, i64 4
453 %ptr1 = getelementptr inbounds i16, i16* %ptr, i64 5
454 %ptr3 = getelementptr inbounds i16, i16* %ptr, i64 7
455 %val0 = load i16, i16* %ptr0
456 %val1 = load i16, i16* %ptr1
457 %val3 = load i16, i16* %ptr3
458 %res0 = insertelement <16 x i16> undef, i16 %val0, i16 0
459 %res1 = insertelement <16 x i16> %res0, i16 %val1, i16 1
460 %res3 = insertelement <16 x i16> %res1, i16 %val3, i16 3
461 ret <16 x i16> %res3
462 }
464 define <16 x i16> @merge_16i16_i16_0uu3uuuuuuuuCuEF(i16* %ptr) nounwind uwtable noinline ssp {
465 ; AVX-LABEL: merge_16i16_i16_0uu3uuuuuuuuCuEF:
466 ; AVX: # %bb.0:
467 ; AVX-NEXT: vmovups (%rdi), %ymm0
468 ; AVX-NEXT: retq
469 ;
470 ; X32-AVX-LABEL: merge_16i16_i16_0uu3uuuuuuuuCuEF:
471 ; X32-AVX: # %bb.0:
472 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
473 ; X32-AVX-NEXT: vmovups (%eax), %ymm0
474 ; X32-AVX-NEXT: retl
475 %ptr0 = getelementptr inbounds i16, i16* %ptr, i64 0
476 %ptr3 = getelementptr inbounds i16, i16* %ptr, i64 3
477 %ptrC = getelementptr inbounds i16, i16* %ptr, i64 12
478 %ptrE = getelementptr inbounds i16, i16* %ptr, i64 14
479 %ptrF = getelementptr inbounds i16, i16* %ptr, i64 15
480 %val0 = load i16, i16* %ptr0
481 %val3 = load i16, i16* %ptr3
482 %valC = load i16, i16* %ptrC
483 %valE = load i16, i16* %ptrE
484 %valF = load i16, i16* %ptrF
485 %res0 = insertelement <16 x i16> undef, i16 %val0, i16 0
486 %res3 = insertelement <16 x i16> %res0, i16 %val3, i16 3
487 %resC = insertelement <16 x i16> %res3, i16 %valC, i16 12
488 %resE = insertelement <16 x i16> %resC, i16 %valE, i16 14
489 %resF = insertelement <16 x i16> %resE, i16 %valF, i16 15
490 ret <16 x i16> %resF
491 }
493 define <16 x i16> @merge_16i16_i16_0uu3zzuuuuuzCuEF(i16* %ptr) nounwind uwtable noinline ssp {
494 ; AVX-LABEL: merge_16i16_i16_0uu3zzuuuuuzCuEF:
495 ; AVX: # %bb.0:
496 ; AVX-NEXT: vmovups (%rdi), %ymm0
497 ; AVX-NEXT: vandps {{.*}}(%rip), %ymm0, %ymm0
498 ; AVX-NEXT: retq
499 ;
500 ; X32-AVX-LABEL: merge_16i16_i16_0uu3zzuuuuuzCuEF:
501 ; X32-AVX: # %bb.0:
502 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
503 ; X32-AVX-NEXT: vmovups (%eax), %ymm0
504 ; X32-AVX-NEXT: vandps {{\.LCPI.*}}, %ymm0, %ymm0
505 ; X32-AVX-NEXT: retl
506 %ptr0 = getelementptr inbounds i16, i16* %ptr, i64 0
507 %ptr3 = getelementptr inbounds i16, i16* %ptr, i64 3
508 %ptrC = getelementptr inbounds i16, i16* %ptr, i64 12
509 %ptrE = getelementptr inbounds i16, i16* %ptr, i64 14
510 %ptrF = getelementptr inbounds i16, i16* %ptr, i64 15
511 %val0 = load i16, i16* %ptr0
512 %val3 = load i16, i16* %ptr3
513 %valC = load i16, i16* %ptrC
514 %valE = load i16, i16* %ptrE
515 %valF = load i16, i16* %ptrF
516 %res0 = insertelement <16 x i16> undef, i16 %val0, i16 0
517 %res3 = insertelement <16 x i16> %res0, i16 %val3, i16 3
518 %res4 = insertelement <16 x i16> %res3, i16 0, i16 4
519 %res5 = insertelement <16 x i16> %res4, i16 0, i16 5
520 %resC = insertelement <16 x i16> %res5, i16 %valC, i16 12
521 %resD = insertelement <16 x i16> %resC, i16 0, i16 13
522 %resE = insertelement <16 x i16> %resD, i16 %valE, i16 14
523 %resF = insertelement <16 x i16> %resE, i16 %valF, i16 15
524 ret <16 x i16> %resF
525 }
527 define <32 x i8> @merge_32i8_i8_45u7uuuuuuuuuuuuuuuuuuuuuuuuuuuu(i8* %ptr) nounwind uwtable noinline ssp {
528 ; AVX-LABEL: merge_32i8_i8_45u7uuuuuuuuuuuuuuuuuuuuuuuuuuuu:
529 ; AVX: # %bb.0:
530 ; AVX-NEXT: vmovss {{.*#+}} xmm0 = mem[0],zero,zero,zero
531 ; AVX-NEXT: retq
532 ;
533 ; X32-AVX-LABEL: merge_32i8_i8_45u7uuuuuuuuuuuuuuuuuuuuuuuuuuuu:
534 ; X32-AVX: # %bb.0:
535 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
536 ; X32-AVX-NEXT: vmovss {{.*#+}} xmm0 = mem[0],zero,zero,zero
537 ; X32-AVX-NEXT: retl
538 %ptr0 = getelementptr inbounds i8, i8* %ptr, i64 4
539 %ptr1 = getelementptr inbounds i8, i8* %ptr, i64 5
540 %ptr3 = getelementptr inbounds i8, i8* %ptr, i64 7
541 %val0 = load i8, i8* %ptr0
542 %val1 = load i8, i8* %ptr1
543 %val3 = load i8, i8* %ptr3
544 %res0 = insertelement <32 x i8> undef, i8 %val0, i8 0
545 %res1 = insertelement <32 x i8> %res0, i8 %val1, i8 1
546 %res3 = insertelement <32 x i8> %res1, i8 %val3, i8 3
547 ret <32 x i8> %res3
548 }
550 define <32 x i8> @merge_32i8_i8_23u5uuuuuuuuuuzzzzuuuuuuuuuuuuuu(i8* %ptr) nounwind uwtable noinline ssp {
551 ; AVX-LABEL: merge_32i8_i8_23u5uuuuuuuuuuzzzzuuuuuuuuuuuuuu:
552 ; AVX: # %bb.0:
553 ; AVX-NEXT: vmovss {{.*#+}} xmm0 = mem[0],zero,zero,zero
554 ; AVX-NEXT: retq
555 ;
556 ; X32-AVX-LABEL: merge_32i8_i8_23u5uuuuuuuuuuzzzzuuuuuuuuuuuuuu:
557 ; X32-AVX: # %bb.0:
558 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
559 ; X32-AVX-NEXT: vmovss {{.*#+}} xmm0 = mem[0],zero,zero,zero
560 ; X32-AVX-NEXT: retl
561 %ptr0 = getelementptr inbounds i8, i8* %ptr, i64 2
562 %ptr1 = getelementptr inbounds i8, i8* %ptr, i64 3
563 %ptr3 = getelementptr inbounds i8, i8* %ptr, i64 5
564 %val0 = load i8, i8* %ptr0
565 %val1 = load i8, i8* %ptr1
566 %val3 = load i8, i8* %ptr3
567 %res0 = insertelement <32 x i8> undef, i8 %val0, i8 0
568 %res1 = insertelement <32 x i8> %res0, i8 %val1, i8 1
569 %res3 = insertelement <32 x i8> %res1, i8 %val3, i8 3
570 %resE = insertelement <32 x i8> %res3, i8 0, i8 14
571 %resF = insertelement <32 x i8> %resE, i8 0, i8 15
572 %resG = insertelement <32 x i8> %resF, i8 0, i8 16
573 %resH = insertelement <32 x i8> %resG, i8 0, i8 17
574 ret <32 x i8> %resH
575 }
577 ;
578 ; consecutive loads including any/all volatiles may not be combined
579 ;
581 define <4 x double> @merge_4f64_f64_34uz_volatile(double* %ptr) nounwind uwtable noinline ssp {
582 ; AVX-LABEL: merge_4f64_f64_34uz_volatile:
583 ; AVX: # %bb.0:
584 ; AVX-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
585 ; AVX-NEXT: vmovhps {{.*#+}} xmm0 = xmm0[0,1],mem[0,1]
586 ; AVX-NEXT: retq
587 ;
588 ; X32-AVX-LABEL: merge_4f64_f64_34uz_volatile:
589 ; X32-AVX: # %bb.0:
590 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
591 ; X32-AVX-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
592 ; X32-AVX-NEXT: vmovhps {{.*#+}} xmm0 = xmm0[0,1],mem[0,1]
593 ; X32-AVX-NEXT: retl
594 %ptr0 = getelementptr inbounds double, double* %ptr, i64 3
595 %ptr1 = getelementptr inbounds double, double* %ptr, i64 4
596 %val0 = load volatile double, double* %ptr0
597 %val1 = load volatile double, double* %ptr1
598 %res0 = insertelement <4 x double> undef, double %val0, i32 0
599 %res1 = insertelement <4 x double> %res0, double %val1, i32 1
600 %res3 = insertelement <4 x double> %res1, double 0.0, i32 3
601 ret <4 x double> %res3
602 }
604 define <16 x i16> @merge_16i16_i16_0uu3zzuuuuuzCuEF_volatile(i16* %ptr) nounwind uwtable noinline ssp {
605 ; AVX1-LABEL: merge_16i16_i16_0uu3zzuuuuuzCuEF_volatile:
606 ; AVX1: # %bb.0:
607 ; AVX1-NEXT: vpxor %xmm0, %xmm0, %xmm0
608 ; AVX1-NEXT: vpinsrw $0, (%rdi), %xmm0, %xmm1
609 ; AVX1-NEXT: vpinsrw $4, 24(%rdi), %xmm0, %xmm0
610 ; AVX1-NEXT: vpinsrw $6, 28(%rdi), %xmm0, %xmm0
611 ; AVX1-NEXT: vpinsrw $7, 30(%rdi), %xmm0, %xmm0
612 ; AVX1-NEXT: vpinsrw $3, 6(%rdi), %xmm1, %xmm1
613 ; AVX1-NEXT: vinsertf128 $1, %xmm0, %ymm1, %ymm0
614 ; AVX1-NEXT: retq
615 ;
616 ; AVX2-LABEL: merge_16i16_i16_0uu3zzuuuuuzCuEF_volatile:
617 ; AVX2: # %bb.0:
618 ; AVX2-NEXT: vpxor %xmm0, %xmm0, %xmm0
619 ; AVX2-NEXT: vpinsrw $0, (%rdi), %xmm0, %xmm1
620 ; AVX2-NEXT: vpinsrw $4, 24(%rdi), %xmm0, %xmm0
621 ; AVX2-NEXT: vpinsrw $6, 28(%rdi), %xmm0, %xmm0
622 ; AVX2-NEXT: vpinsrw $7, 30(%rdi), %xmm0, %xmm0
623 ; AVX2-NEXT: vpinsrw $3, 6(%rdi), %xmm1, %xmm1
624 ; AVX2-NEXT: vinserti128 $1, %xmm0, %ymm1, %ymm0
625 ; AVX2-NEXT: retq
626 ;
627 ; AVX512F-LABEL: merge_16i16_i16_0uu3zzuuuuuzCuEF_volatile:
628 ; AVX512F: # %bb.0:
629 ; AVX512F-NEXT: vpxor %xmm0, %xmm0, %xmm0
630 ; AVX512F-NEXT: vpinsrw $0, (%rdi), %xmm0, %xmm1
631 ; AVX512F-NEXT: vpinsrw $4, 24(%rdi), %xmm0, %xmm0
632 ; AVX512F-NEXT: vpinsrw $6, 28(%rdi), %xmm0, %xmm0
633 ; AVX512F-NEXT: vpinsrw $7, 30(%rdi), %xmm0, %xmm0
634 ; AVX512F-NEXT: vpinsrw $3, 6(%rdi), %xmm1, %xmm1
635 ; AVX512F-NEXT: vinserti128 $1, %xmm0, %ymm1, %ymm0
636 ; AVX512F-NEXT: retq
637 ;
638 ; X32-AVX-LABEL: merge_16i16_i16_0uu3zzuuuuuzCuEF_volatile:
639 ; X32-AVX: # %bb.0:
640 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
641 ; X32-AVX-NEXT: vpxor %xmm0, %xmm0, %xmm0
642 ; X32-AVX-NEXT: vpinsrw $0, (%eax), %xmm0, %xmm1
643 ; X32-AVX-NEXT: vpinsrw $4, 24(%eax), %xmm0, %xmm0
644 ; X32-AVX-NEXT: vpinsrw $6, 28(%eax), %xmm0, %xmm0
645 ; X32-AVX-NEXT: vpinsrw $7, 30(%eax), %xmm0, %xmm0
646 ; X32-AVX-NEXT: vpinsrw $3, 6(%eax), %xmm1, %xmm1
647 ; X32-AVX-NEXT: vinsertf128 $1, %xmm0, %ymm1, %ymm0
648 ; X32-AVX-NEXT: retl
649 %ptr0 = getelementptr inbounds i16, i16* %ptr, i64 0
650 %ptr3 = getelementptr inbounds i16, i16* %ptr, i64 3
651 %ptrC = getelementptr inbounds i16, i16* %ptr, i64 12
652 %ptrE = getelementptr inbounds i16, i16* %ptr, i64 14
653 %ptrF = getelementptr inbounds i16, i16* %ptr, i64 15
654 %val0 = load volatile i16, i16* %ptr0
655 %val3 = load i16, i16* %ptr3
656 %valC = load i16, i16* %ptrC
657 %valE = load i16, i16* %ptrE
658 %valF = load volatile i16, i16* %ptrF
659 %res0 = insertelement <16 x i16> undef, i16 %val0, i16 0
660 %res3 = insertelement <16 x i16> %res0, i16 %val3, i16 3
661 %res4 = insertelement <16 x i16> %res3, i16 0, i16 4
662 %res5 = insertelement <16 x i16> %res4, i16 0, i16 5
663 %resC = insertelement <16 x i16> %res5, i16 %valC, i16 12
664 %resD = insertelement <16 x i16> %resC, i16 0, i16 13
665 %resE = insertelement <16 x i16> %resD, i16 %valE, i16 14
666 %resF = insertelement <16 x i16> %resE, i16 %valF, i16 15
667 ret <16 x i16> %resF
668 }
670 ;
671 ; Volatile tests.
672 ;
674 @l = external global <32 x i8>, align 32
676 define <2 x i8> @PR42846(<2 x i8>* %j, <2 x i8> %k) {
677 ; AVX-LABEL: PR42846:
678 ; AVX: # %bb.0:
679 ; AVX-NEXT: vmovdqa {{.*}}(%rip), %ymm0
680 ; AVX-NEXT: vpextrw $0, %xmm0, (%rdi)
681 ; AVX-NEXT: # kill: def $xmm0 killed $xmm0 killed $ymm0
682 ; AVX-NEXT: vzeroupper
683 ; AVX-NEXT: retq
684 ;
685 ; X32-AVX-LABEL: PR42846:
686 ; X32-AVX: # %bb.0:
687 ; X32-AVX-NEXT: movl {{[0-9]+}}(%esp), %eax
688 ; X32-AVX-NEXT: vmovdqa l, %ymm0
689 ; X32-AVX-NEXT: vpextrw $0, %xmm0, (%eax)
690 ; X32-AVX-NEXT: # kill: def $xmm0 killed $xmm0 killed $ymm0
691 ; X32-AVX-NEXT: vzeroupper
692 ; X32-AVX-NEXT: retl
693 %t0 = load volatile <32 x i8>, <32 x i8>* @l, align 32
694 %shuffle = shufflevector <32 x i8> %t0, <32 x i8> undef, <2 x i32> <i32 0, i32 1>
695 store <2 x i8> %shuffle, <2 x i8>* %j, align 2
696 ret <2 x i8> %shuffle
697 }