1 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
2 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown | FileCheck %s --check-prefix=SSE2
3 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+sse3 | FileCheck %s --check-prefix=SSE3
4 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+ssse3 | FileCheck %s --check-prefix=SSSE3
5 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+sse4.1 | FileCheck %s --check-prefix=SSE41
6 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx | FileCheck %s --check-prefixes=AVX,AVX1
7 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx2 | FileCheck %s --check-prefixes=AVX,AVX2
8 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f,avx512bw | FileCheck %s --check-prefixes=AVX,AVX512
9 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f,+avx512bw,+avx512vl | FileCheck %s --check-prefixes=AVX,AVX512
11 define <2 x i64> @insert_v2i64_x1(<2 x i64> %a) {
12 ; SSE2-LABEL: insert_v2i64_x1:
14 ; SSE2-NEXT: movlps {{.*#+}} xmm0 = mem[0,1],xmm0[2,3]
17 ; SSE3-LABEL: insert_v2i64_x1:
19 ; SSE3-NEXT: movlps {{.*#+}} xmm0 = mem[0,1],xmm0[2,3]
22 ; SSSE3-LABEL: insert_v2i64_x1:
24 ; SSSE3-NEXT: movlps {{.*#+}} xmm0 = mem[0,1],xmm0[2,3]
27 ; SSE41-LABEL: insert_v2i64_x1:
29 ; SSE41-NEXT: pcmpeqd %xmm1, %xmm1
30 ; SSE41-NEXT: pblendw {{.*#+}} xmm0 = xmm1[0,1,2,3],xmm0[4,5,6,7]
33 ; AVX1-LABEL: insert_v2i64_x1:
35 ; AVX1-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
36 ; AVX1-NEXT: vpblendw {{.*#+}} xmm0 = xmm1[0,1,2,3],xmm0[4,5,6,7]
39 ; AVX2-LABEL: insert_v2i64_x1:
41 ; AVX2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
42 ; AVX2-NEXT: vpblendd {{.*#+}} xmm0 = xmm1[0,1],xmm0[2,3]
45 ; AVX512-LABEL: insert_v2i64_x1:
47 ; AVX512-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
48 ; AVX512-NEXT: vpblendd {{.*#+}} xmm0 = xmm1[0,1],xmm0[2,3]
50 %1 = insertelement <2 x i64> %a, i64 -1, i32 0
54 define <4 x i64> @insert_v4i64_01x3(<4 x i64> %a) {
55 ; SSE2-LABEL: insert_v4i64_01x3:
57 ; SSE2-NEXT: movlps {{.*#+}} xmm1 = mem[0,1],xmm1[2,3]
60 ; SSE3-LABEL: insert_v4i64_01x3:
62 ; SSE3-NEXT: movlps {{.*#+}} xmm1 = mem[0,1],xmm1[2,3]
65 ; SSSE3-LABEL: insert_v4i64_01x3:
67 ; SSSE3-NEXT: movlps {{.*#+}} xmm1 = mem[0,1],xmm1[2,3]
70 ; SSE41-LABEL: insert_v4i64_01x3:
72 ; SSE41-NEXT: pcmpeqd %xmm2, %xmm2
73 ; SSE41-NEXT: pblendw {{.*#+}} xmm1 = xmm2[0,1,2,3],xmm1[4,5,6,7]
76 ; AVX1-LABEL: insert_v4i64_01x3:
78 ; AVX1-NEXT: vxorps %xmm1, %xmm1, %xmm1
79 ; AVX1-NEXT: vcmptrueps %ymm1, %ymm1, %ymm1
80 ; AVX1-NEXT: vblendps {{.*#+}} ymm0 = ymm0[0,1,2,3],ymm1[4,5],ymm0[6,7]
83 ; AVX2-LABEL: insert_v4i64_01x3:
85 ; AVX2-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
86 ; AVX2-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1,2,3],ymm1[4,5],ymm0[6,7]
89 ; AVX512-LABEL: insert_v4i64_01x3:
91 ; AVX512-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
92 ; AVX512-NEXT: vpblendd {{.*#+}} ymm0 = ymm0[0,1,2,3],ymm1[4,5],ymm0[6,7]
94 %1 = insertelement <4 x i64> %a, i64 -1, i32 2
98 define <4 x i32> @insert_v4i32_01x3(<4 x i32> %a) {
99 ; SSE2-LABEL: insert_v4i32_01x3:
101 ; SSE2-NEXT: movl $-1, %eax
102 ; SSE2-NEXT: movd %eax, %xmm1
103 ; SSE2-NEXT: shufps {{.*#+}} xmm1 = xmm1[0,0],xmm0[3,0]
104 ; SSE2-NEXT: shufps {{.*#+}} xmm0 = xmm0[0,1],xmm1[0,2]
107 ; SSE3-LABEL: insert_v4i32_01x3:
109 ; SSE3-NEXT: movl $-1, %eax
110 ; SSE3-NEXT: movd %eax, %xmm1
111 ; SSE3-NEXT: shufps {{.*#+}} xmm1 = xmm1[0,0],xmm0[3,0]
112 ; SSE3-NEXT: shufps {{.*#+}} xmm0 = xmm0[0,1],xmm1[0,2]
115 ; SSSE3-LABEL: insert_v4i32_01x3:
117 ; SSSE3-NEXT: movl $-1, %eax
118 ; SSSE3-NEXT: movd %eax, %xmm1
119 ; SSSE3-NEXT: shufps {{.*#+}} xmm1 = xmm1[0,0],xmm0[3,0]
120 ; SSSE3-NEXT: shufps {{.*#+}} xmm0 = xmm0[0,1],xmm1[0,2]
123 ; SSE41-LABEL: insert_v4i32_01x3:
125 ; SSE41-NEXT: pcmpeqd %xmm1, %xmm1
126 ; SSE41-NEXT: pblendw {{.*#+}} xmm0 = xmm0[0,1,2,3],xmm1[4,5],xmm0[6,7]
129 ; AVX1-LABEL: insert_v4i32_01x3:
131 ; AVX1-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
132 ; AVX1-NEXT: vpblendw {{.*#+}} xmm0 = xmm0[0,1,2,3],xmm1[4,5],xmm0[6,7]
135 ; AVX2-LABEL: insert_v4i32_01x3:
137 ; AVX2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
138 ; AVX2-NEXT: vpblendd {{.*#+}} xmm0 = xmm0[0,1],xmm1[2],xmm0[3]
141 ; AVX512-LABEL: insert_v4i32_01x3:
143 ; AVX512-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
144 ; AVX512-NEXT: vpblendd {{.*#+}} xmm0 = xmm0[0,1],xmm1[2],xmm0[3]
146 %1 = insertelement <4 x i32> %a, i32 -1, i32 2
150 define <8 x i32> @insert_v8i32_x12345x7(<8 x i32> %a) {
151 ; SSE2-LABEL: insert_v8i32_x12345x7:
153 ; SSE2-NEXT: movss {{.*#+}} xmm2 = mem[0],zero,zero,zero
154 ; SSE2-NEXT: movss {{.*#+}} xmm0 = xmm2[0],xmm0[1,2,3]
155 ; SSE2-NEXT: movl $-1, %eax
156 ; SSE2-NEXT: movd %eax, %xmm2
157 ; SSE2-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,0],xmm1[3,0]
158 ; SSE2-NEXT: shufps {{.*#+}} xmm1 = xmm1[0,1],xmm2[0,2]
161 ; SSE3-LABEL: insert_v8i32_x12345x7:
163 ; SSE3-NEXT: movss {{.*#+}} xmm2 = mem[0],zero,zero,zero
164 ; SSE3-NEXT: movss {{.*#+}} xmm0 = xmm2[0],xmm0[1,2,3]
165 ; SSE3-NEXT: movl $-1, %eax
166 ; SSE3-NEXT: movd %eax, %xmm2
167 ; SSE3-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,0],xmm1[3,0]
168 ; SSE3-NEXT: shufps {{.*#+}} xmm1 = xmm1[0,1],xmm2[0,2]
171 ; SSSE3-LABEL: insert_v8i32_x12345x7:
173 ; SSSE3-NEXT: movss {{.*#+}} xmm2 = mem[0],zero,zero,zero
174 ; SSSE3-NEXT: movss {{.*#+}} xmm0 = xmm2[0],xmm0[1,2,3]
175 ; SSSE3-NEXT: movl $-1, %eax
176 ; SSSE3-NEXT: movd %eax, %xmm2
177 ; SSSE3-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,0],xmm1[3,0]
178 ; SSSE3-NEXT: shufps {{.*#+}} xmm1 = xmm1[0,1],xmm2[0,2]
181 ; SSE41-LABEL: insert_v8i32_x12345x7:
183 ; SSE41-NEXT: pcmpeqd %xmm2, %xmm2
184 ; SSE41-NEXT: pblendw {{.*#+}} xmm0 = xmm2[0,1],xmm0[2,3,4,5,6,7]
185 ; SSE41-NEXT: pblendw {{.*#+}} xmm1 = xmm1[0,1,2,3],xmm2[4,5],xmm1[6,7]
188 ; AVX1-LABEL: insert_v8i32_x12345x7:
190 ; AVX1-NEXT: vxorps %xmm1, %xmm1, %xmm1
191 ; AVX1-NEXT: vcmptrueps %ymm1, %ymm1, %ymm1
192 ; AVX1-NEXT: vblendps {{.*#+}} ymm0 = ymm1[0],ymm0[1,2,3,4,5],ymm1[6],ymm0[7]
195 ; AVX2-LABEL: insert_v8i32_x12345x7:
197 ; AVX2-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
198 ; AVX2-NEXT: vpblendd {{.*#+}} ymm0 = ymm1[0],ymm0[1,2,3,4,5],ymm1[6],ymm0[7]
201 ; AVX512-LABEL: insert_v8i32_x12345x7:
203 ; AVX512-NEXT: vpcmpeqd %ymm1, %ymm1, %ymm1
204 ; AVX512-NEXT: vpblendd {{.*#+}} ymm0 = ymm1[0],ymm0[1,2,3,4,5],ymm1[6],ymm0[7]
206 %1 = insertelement <8 x i32> %a, i32 -1, i32 0
207 %2 = insertelement <8 x i32> %1, i32 -1, i32 6
211 define <8 x i16> @insert_v8i16_x12345x7(<8 x i16> %a) {
212 ; SSE2-LABEL: insert_v8i16_x12345x7:
214 ; SSE2-NEXT: movl $65535, %eax # imm = 0xFFFF
215 ; SSE2-NEXT: pinsrw $0, %eax, %xmm0
216 ; SSE2-NEXT: pinsrw $6, %eax, %xmm0
219 ; SSE3-LABEL: insert_v8i16_x12345x7:
221 ; SSE3-NEXT: movl $65535, %eax # imm = 0xFFFF
222 ; SSE3-NEXT: pinsrw $0, %eax, %xmm0
223 ; SSE3-NEXT: pinsrw $6, %eax, %xmm0
226 ; SSSE3-LABEL: insert_v8i16_x12345x7:
228 ; SSSE3-NEXT: movl $65535, %eax # imm = 0xFFFF
229 ; SSSE3-NEXT: pinsrw $0, %eax, %xmm0
230 ; SSSE3-NEXT: pinsrw $6, %eax, %xmm0
233 ; SSE41-LABEL: insert_v8i16_x12345x7:
235 ; SSE41-NEXT: pcmpeqd %xmm1, %xmm1
236 ; SSE41-NEXT: pblendw {{.*#+}} xmm0 = xmm1[0],xmm0[1,2,3,4,5],xmm1[6],xmm0[7]
239 ; AVX-LABEL: insert_v8i16_x12345x7:
241 ; AVX-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
242 ; AVX-NEXT: vpblendw {{.*#+}} xmm0 = xmm1[0],xmm0[1,2,3,4,5],xmm1[6],xmm0[7]
244 %1 = insertelement <8 x i16> %a, i16 -1, i32 0
245 %2 = insertelement <8 x i16> %1, i16 -1, i32 6
249 define <16 x i16> @insert_v16i16_x12345x789ABCDEx(<16 x i16> %a) {
250 ; SSE2-LABEL: insert_v16i16_x12345x789ABCDEx:
252 ; SSE2-NEXT: movl $65535, %eax # imm = 0xFFFF
253 ; SSE2-NEXT: pinsrw $0, %eax, %xmm0
254 ; SSE2-NEXT: pinsrw $6, %eax, %xmm0
255 ; SSE2-NEXT: pinsrw $7, %eax, %xmm1
258 ; SSE3-LABEL: insert_v16i16_x12345x789ABCDEx:
260 ; SSE3-NEXT: movl $65535, %eax # imm = 0xFFFF
261 ; SSE3-NEXT: pinsrw $0, %eax, %xmm0
262 ; SSE3-NEXT: pinsrw $6, %eax, %xmm0
263 ; SSE3-NEXT: pinsrw $7, %eax, %xmm1
266 ; SSSE3-LABEL: insert_v16i16_x12345x789ABCDEx:
268 ; SSSE3-NEXT: movl $65535, %eax # imm = 0xFFFF
269 ; SSSE3-NEXT: pinsrw $0, %eax, %xmm0
270 ; SSSE3-NEXT: pinsrw $6, %eax, %xmm0
271 ; SSSE3-NEXT: pinsrw $7, %eax, %xmm1
274 ; SSE41-LABEL: insert_v16i16_x12345x789ABCDEx:
276 ; SSE41-NEXT: pcmpeqd %xmm2, %xmm2
277 ; SSE41-NEXT: pblendw {{.*#+}} xmm0 = xmm2[0],xmm0[1,2,3,4,5],xmm2[6],xmm0[7]
278 ; SSE41-NEXT: pblendw {{.*#+}} xmm1 = xmm1[0,1,2,3,4,5,6],xmm2[7]
281 ; AVX1-LABEL: insert_v16i16_x12345x789ABCDEx:
283 ; AVX1-NEXT: vmovaps {{.*#+}} xmm1 = [65535,0,0,0]
284 ; AVX1-NEXT: vorps %ymm1, %ymm0, %ymm0
285 ; AVX1-NEXT: vorps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
286 ; AVX1-NEXT: vorps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
289 ; AVX2-LABEL: insert_v16i16_x12345x789ABCDEx:
291 ; AVX2-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
292 ; AVX2-NEXT: vpblendw {{.*#+}} xmm1 = xmm1[0],xmm0[1,2,3,4,5],xmm1[6],xmm0[7]
293 ; AVX2-NEXT: vpcmpeqd %ymm2, %ymm2, %ymm2
294 ; AVX2-NEXT: vpblendw {{.*#+}} ymm0 = ymm0[0,1,2,3,4,5,6],ymm2[7],ymm0[8,9,10,11,12,13,14],ymm2[15]
295 ; AVX2-NEXT: vpblendd {{.*#+}} ymm0 = ymm1[0,1,2,3],ymm0[4,5,6,7]
298 ; AVX512-LABEL: insert_v16i16_x12345x789ABCDEx:
300 ; AVX512-NEXT: vpcmpeqd %xmm1, %xmm1, %xmm1
301 ; AVX512-NEXT: vpblendw {{.*#+}} xmm1 = xmm1[0],xmm0[1,2,3,4,5],xmm1[6],xmm0[7]
302 ; AVX512-NEXT: vpcmpeqd %ymm2, %ymm2, %ymm2
303 ; AVX512-NEXT: vpblendw {{.*#+}} ymm0 = ymm0[0,1,2,3,4,5,6],ymm2[7],ymm0[8,9,10,11,12,13,14],ymm2[15]
304 ; AVX512-NEXT: vpblendd {{.*#+}} ymm0 = ymm1[0,1,2,3],ymm0[4,5,6,7]
306 %1 = insertelement <16 x i16> %a, i16 -1, i32 0
307 %2 = insertelement <16 x i16> %1, i16 -1, i32 6
308 %3 = insertelement <16 x i16> %2, i16 -1, i32 15
312 define <16 x i8> @insert_v16i8_x123456789ABCDEx(<16 x i8> %a) {
313 ; SSE2-LABEL: insert_v16i8_x123456789ABCDEx:
315 ; SSE2-NEXT: orps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
316 ; SSE2-NEXT: orps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
319 ; SSE3-LABEL: insert_v16i8_x123456789ABCDEx:
321 ; SSE3-NEXT: orps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
322 ; SSE3-NEXT: orps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
325 ; SSSE3-LABEL: insert_v16i8_x123456789ABCDEx:
327 ; SSSE3-NEXT: orps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
328 ; SSSE3-NEXT: orps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
331 ; SSE41-LABEL: insert_v16i8_x123456789ABCDEx:
333 ; SSE41-NEXT: movl $255, %eax
334 ; SSE41-NEXT: pinsrb $0, %eax, %xmm0
335 ; SSE41-NEXT: pinsrb $15, %eax, %xmm0
338 ; AVX-LABEL: insert_v16i8_x123456789ABCDEx:
340 ; AVX-NEXT: movl $255, %eax
341 ; AVX-NEXT: vpinsrb $0, %eax, %xmm0, %xmm0
342 ; AVX-NEXT: vpinsrb $15, %eax, %xmm0, %xmm0
344 %1 = insertelement <16 x i8> %a, i8 -1, i32 0
345 %2 = insertelement <16 x i8> %1, i8 -1, i32 15
349 define <32 x i8> @insert_v32i8_x123456789ABCDEzGHIJKLMNOPQRSTxx(<32 x i8> %a) {
350 ; SSE2-LABEL: insert_v32i8_x123456789ABCDEzGHIJKLMNOPQRSTxx:
352 ; SSE2-NEXT: orps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
353 ; SSE2-NEXT: movaps {{.*#+}} xmm2 = [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255]
354 ; SSE2-NEXT: orps %xmm2, %xmm0
355 ; SSE2-NEXT: orps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
356 ; SSE2-NEXT: orps %xmm2, %xmm1
359 ; SSE3-LABEL: insert_v32i8_x123456789ABCDEzGHIJKLMNOPQRSTxx:
361 ; SSE3-NEXT: orps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
362 ; SSE3-NEXT: movaps {{.*#+}} xmm2 = [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255]
363 ; SSE3-NEXT: orps %xmm2, %xmm0
364 ; SSE3-NEXT: orps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
365 ; SSE3-NEXT: orps %xmm2, %xmm1
368 ; SSSE3-LABEL: insert_v32i8_x123456789ABCDEzGHIJKLMNOPQRSTxx:
370 ; SSSE3-NEXT: orps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm0
371 ; SSSE3-NEXT: movaps {{.*#+}} xmm2 = [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255]
372 ; SSSE3-NEXT: orps %xmm2, %xmm0
373 ; SSSE3-NEXT: orps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %xmm1
374 ; SSSE3-NEXT: orps %xmm2, %xmm1
377 ; SSE41-LABEL: insert_v32i8_x123456789ABCDEzGHIJKLMNOPQRSTxx:
379 ; SSE41-NEXT: movl $255, %eax
380 ; SSE41-NEXT: pinsrb $0, %eax, %xmm0
381 ; SSE41-NEXT: pinsrb $15, %eax, %xmm0
382 ; SSE41-NEXT: pinsrb $14, %eax, %xmm1
383 ; SSE41-NEXT: pinsrb $15, %eax, %xmm1
386 ; AVX1-LABEL: insert_v32i8_x123456789ABCDEzGHIJKLMNOPQRSTxx:
388 ; AVX1-NEXT: vmovaps {{.*#+}} xmm1 = [255,0,0,0]
389 ; AVX1-NEXT: vorps %ymm1, %ymm0, %ymm0
390 ; AVX1-NEXT: vorps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
391 ; AVX1-NEXT: vorps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
392 ; AVX1-NEXT: vorps {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
395 ; AVX2-LABEL: insert_v32i8_x123456789ABCDEzGHIJKLMNOPQRSTxx:
397 ; AVX2-NEXT: movl $255, %eax
398 ; AVX2-NEXT: vpinsrb $0, %eax, %xmm0, %xmm1
399 ; AVX2-NEXT: vpinsrb $15, %eax, %xmm1, %xmm1
400 ; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm0
401 ; AVX2-NEXT: vpinsrb $14, %eax, %xmm0, %xmm0
402 ; AVX2-NEXT: vpinsrb $15, %eax, %xmm0, %xmm0
403 ; AVX2-NEXT: vinserti128 $1, %xmm0, %ymm1, %ymm0
406 ; AVX512-LABEL: insert_v32i8_x123456789ABCDEzGHIJKLMNOPQRSTxx:
408 ; AVX512-NEXT: movl $255, %eax
409 ; AVX512-NEXT: vpinsrb $0, %eax, %xmm0, %xmm1
410 ; AVX512-NEXT: vpinsrb $15, %eax, %xmm1, %xmm1
411 ; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm0
412 ; AVX512-NEXT: vpinsrb $14, %eax, %xmm0, %xmm0
413 ; AVX512-NEXT: vpinsrb $15, %eax, %xmm0, %xmm0
414 ; AVX512-NEXT: vinserti128 $1, %xmm0, %ymm1, %ymm0
416 %1 = insertelement <32 x i8> %a, i8 -1, i32 0
417 %2 = insertelement <32 x i8> %1, i8 -1, i32 15
418 %3 = insertelement <32 x i8> %2, i8 -1, i32 30
419 %4 = insertelement <32 x i8> %3, i8 -1, i32 31