| blob | 1b55a401f401d2de66724816b413aee03bc8e39f |
1 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
2 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f | FileCheck %s --check-prefix=AVX --check-prefix=AVX512F
3 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512bw | FileCheck %s --check-prefix=AVX --check-prefix=AVX512BW
5 ;
6 ; sdiv by 7
7 ;
9 define <8 x i64> @test_div7_8i64(<8 x i64> %a) nounwind {
10 ; AVX-LABEL: test_div7_8i64:
11 ; AVX: # %bb.0:
12 ; AVX-NEXT: vextracti32x4 $3, %zmm0, %xmm1
13 ; AVX-NEXT: vpextrq $1, %xmm1, %rax
14 ; AVX-NEXT: movabsq $5270498306774157605, %rcx # imm = 0x4924924924924925
15 ; AVX-NEXT: imulq %rcx
16 ; AVX-NEXT: movq %rdx, %rax
17 ; AVX-NEXT: shrq $63, %rax
18 ; AVX-NEXT: sarq %rdx
19 ; AVX-NEXT: addq %rax, %rdx
20 ; AVX-NEXT: vmovq %rdx, %xmm2
21 ; AVX-NEXT: vmovq %xmm1, %rax
22 ; AVX-NEXT: imulq %rcx
23 ; AVX-NEXT: movq %rdx, %rax
24 ; AVX-NEXT: shrq $63, %rax
25 ; AVX-NEXT: sarq %rdx
26 ; AVX-NEXT: addq %rax, %rdx
27 ; AVX-NEXT: vmovq %rdx, %xmm1
28 ; AVX-NEXT: vpunpcklqdq {{.*#+}} xmm1 = xmm1[0],xmm2[0]
29 ; AVX-NEXT: vextracti32x4 $2, %zmm0, %xmm2
30 ; AVX-NEXT: vpextrq $1, %xmm2, %rax
31 ; AVX-NEXT: imulq %rcx
32 ; AVX-NEXT: movq %rdx, %rax
33 ; AVX-NEXT: shrq $63, %rax
34 ; AVX-NEXT: sarq %rdx
35 ; AVX-NEXT: addq %rax, %rdx
36 ; AVX-NEXT: vmovq %rdx, %xmm3
37 ; AVX-NEXT: vmovq %xmm2, %rax
38 ; AVX-NEXT: imulq %rcx
39 ; AVX-NEXT: movq %rdx, %rax
40 ; AVX-NEXT: shrq $63, %rax
41 ; AVX-NEXT: sarq %rdx
42 ; AVX-NEXT: addq %rax, %rdx
43 ; AVX-NEXT: vmovq %rdx, %xmm2
44 ; AVX-NEXT: vpunpcklqdq {{.*#+}} xmm2 = xmm2[0],xmm3[0]
45 ; AVX-NEXT: vinserti128 $1, %xmm1, %ymm2, %ymm1
46 ; AVX-NEXT: vextracti128 $1, %ymm0, %xmm2
47 ; AVX-NEXT: vpextrq $1, %xmm2, %rax
48 ; AVX-NEXT: imulq %rcx
49 ; AVX-NEXT: movq %rdx, %rax
50 ; AVX-NEXT: shrq $63, %rax
51 ; AVX-NEXT: sarq %rdx
52 ; AVX-NEXT: addq %rax, %rdx
53 ; AVX-NEXT: vmovq %rdx, %xmm3
54 ; AVX-NEXT: vmovq %xmm2, %rax
55 ; AVX-NEXT: imulq %rcx
56 ; AVX-NEXT: movq %rdx, %rax
57 ; AVX-NEXT: shrq $63, %rax
58 ; AVX-NEXT: sarq %rdx
59 ; AVX-NEXT: addq %rax, %rdx
60 ; AVX-NEXT: vmovq %rdx, %xmm2
61 ; AVX-NEXT: vpunpcklqdq {{.*#+}} xmm2 = xmm2[0],xmm3[0]
62 ; AVX-NEXT: vpextrq $1, %xmm0, %rax
63 ; AVX-NEXT: imulq %rcx
64 ; AVX-NEXT: movq %rdx, %rax
65 ; AVX-NEXT: shrq $63, %rax
66 ; AVX-NEXT: sarq %rdx
67 ; AVX-NEXT: addq %rax, %rdx
68 ; AVX-NEXT: vmovq %rdx, %xmm3
69 ; AVX-NEXT: vmovq %xmm0, %rax
70 ; AVX-NEXT: imulq %rcx
71 ; AVX-NEXT: movq %rdx, %rax
72 ; AVX-NEXT: shrq $63, %rax
73 ; AVX-NEXT: sarq %rdx
74 ; AVX-NEXT: addq %rax, %rdx
75 ; AVX-NEXT: vmovq %rdx, %xmm0
76 ; AVX-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm3[0]
77 ; AVX-NEXT: vinserti128 $1, %xmm2, %ymm0, %ymm0
78 ; AVX-NEXT: vinserti64x4 $1, %ymm1, %zmm0, %zmm0
79 ; AVX-NEXT: retq
80 %res = sdiv <8 x i64> %a, <i64 7, i64 7, i64 7, i64 7, i64 7, i64 7, i64 7, i64 7>
81 ret <8 x i64> %res
82 }
84 define <16 x i32> @test_div7_16i32(<16 x i32> %a) nounwind {
85 ; AVX-LABEL: test_div7_16i32:
86 ; AVX: # %bb.0:
87 ; AVX-NEXT: vpbroadcastd {{.*#+}} zmm1 = [2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027]
88 ; AVX-NEXT: vpmuldq %zmm1, %zmm0, %zmm2
89 ; AVX-NEXT: vpshufd {{.*#+}} zmm3 = zmm0[1,1,3,3,5,5,7,7,9,9,11,11,13,13,15,15]
90 ; AVX-NEXT: vpmuldq %zmm1, %zmm3, %zmm1
91 ; AVX-NEXT: vmovdqa64 {{.*#+}} zmm3 = [1,17,3,19,5,21,7,23,9,25,11,27,13,29,15,31]
92 ; AVX-NEXT: vpermi2d %zmm1, %zmm2, %zmm3
93 ; AVX-NEXT: vpaddd %zmm0, %zmm3, %zmm0
94 ; AVX-NEXT: vpsrld $31, %zmm0, %zmm1
95 ; AVX-NEXT: vpsrad $2, %zmm0, %zmm0
96 ; AVX-NEXT: vpaddd %zmm1, %zmm0, %zmm0
97 ; AVX-NEXT: retq
98 %res = sdiv <16 x i32> %a, <i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7>
99 ret <16 x i32> %res
100 }
102 define <32 x i16> @test_div7_32i16(<32 x i16> %a) nounwind {
103 ; AVX512F-LABEL: test_div7_32i16:
104 ; AVX512F: # %bb.0:
105 ; AVX512F-NEXT: vextracti64x4 $1, %zmm0, %ymm1
106 ; AVX512F-NEXT: vpbroadcastw {{.*#+}} ymm2 = [18725,18725,18725,18725,18725,18725,18725,18725,18725,18725,18725,18725,18725,18725,18725,18725]
107 ; AVX512F-NEXT: vpmulhw %ymm2, %ymm1, %ymm1
108 ; AVX512F-NEXT: vpsrlw $15, %ymm1, %ymm3
109 ; AVX512F-NEXT: vpsraw $1, %ymm1, %ymm1
110 ; AVX512F-NEXT: vpaddw %ymm3, %ymm1, %ymm1
111 ; AVX512F-NEXT: vpmulhw %ymm2, %ymm0, %ymm0
112 ; AVX512F-NEXT: vpsrlw $15, %ymm0, %ymm2
113 ; AVX512F-NEXT: vpsraw $1, %ymm0, %ymm0
114 ; AVX512F-NEXT: vpaddw %ymm2, %ymm0, %ymm0
115 ; AVX512F-NEXT: vinserti64x4 $1, %ymm1, %zmm0, %zmm0
116 ; AVX512F-NEXT: retq
117 ;
118 ; AVX512BW-LABEL: test_div7_32i16:
119 ; AVX512BW: # %bb.0:
120 ; AVX512BW-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm0, %zmm0
121 ; AVX512BW-NEXT: vpsrlw $15, %zmm0, %zmm1
122 ; AVX512BW-NEXT: vpsraw $1, %zmm0, %zmm0
123 ; AVX512BW-NEXT: vpaddw %zmm1, %zmm0, %zmm0
124 ; AVX512BW-NEXT: retq
125 %res = sdiv <32 x i16> %a, <i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7>
126 ret <32 x i16> %res
127 }
129 define <64 x i8> @test_div7_64i8(<64 x i8> %a) nounwind {
130 ; AVX512F-LABEL: test_div7_64i8:
131 ; AVX512F: # %bb.0:
132 ; AVX512F-NEXT: vextracti64x4 $1, %zmm0, %ymm1
133 ; AVX512F-NEXT: vpxor %xmm2, %xmm2, %xmm2
134 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm3 = ymm2[8],ymm1[8],ymm2[9],ymm1[9],ymm2[10],ymm1[10],ymm2[11],ymm1[11],ymm2[12],ymm1[12],ymm2[13],ymm1[13],ymm2[14],ymm1[14],ymm2[15],ymm1[15],ymm2[24],ymm1[24],ymm2[25],ymm1[25],ymm2[26],ymm1[26],ymm2[27],ymm1[27],ymm2[28],ymm1[28],ymm2[29],ymm1[29],ymm2[30],ymm1[30],ymm2[31],ymm1[31]
135 ; AVX512F-NEXT: vpbroadcastw {{.*#+}} ymm4 = [37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632]
136 ; AVX512F-NEXT: vpmulhw %ymm4, %ymm3, %ymm3
137 ; AVX512F-NEXT: vpsrlw $8, %ymm3, %ymm3
138 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm5 = ymm2[0],ymm1[0],ymm2[1],ymm1[1],ymm2[2],ymm1[2],ymm2[3],ymm1[3],ymm2[4],ymm1[4],ymm2[5],ymm1[5],ymm2[6],ymm1[6],ymm2[7],ymm1[7],ymm2[16],ymm1[16],ymm2[17],ymm1[17],ymm2[18],ymm1[18],ymm2[19],ymm1[19],ymm2[20],ymm1[20],ymm2[21],ymm1[21],ymm2[22],ymm1[22],ymm2[23],ymm1[23]
139 ; AVX512F-NEXT: vpmulhw %ymm4, %ymm5, %ymm5
140 ; AVX512F-NEXT: vpsrlw $8, %ymm5, %ymm5
141 ; AVX512F-NEXT: vpackuswb %ymm3, %ymm5, %ymm3
142 ; AVX512F-NEXT: vpaddb %ymm1, %ymm3, %ymm1
143 ; AVX512F-NEXT: vpsrlw $7, %ymm1, %ymm3
144 ; AVX512F-NEXT: vpbroadcastb {{.*#+}} ymm5 = [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]
145 ; AVX512F-NEXT: vpand %ymm5, %ymm3, %ymm3
146 ; AVX512F-NEXT: vpsrlw $2, %ymm1, %ymm1
147 ; AVX512F-NEXT: vpbroadcastb {{.*#+}} ymm6 = [63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63]
148 ; AVX512F-NEXT: vpand %ymm6, %ymm1, %ymm1
149 ; AVX512F-NEXT: vpbroadcastb {{.*#+}} ymm7 = [32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32]
150 ; AVX512F-NEXT: vpxor %ymm7, %ymm1, %ymm1
151 ; AVX512F-NEXT: vpaddb %ymm3, %ymm1, %ymm1
152 ; AVX512F-NEXT: vpsubb %ymm7, %ymm1, %ymm1
153 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm3 = ymm2[8],ymm0[8],ymm2[9],ymm0[9],ymm2[10],ymm0[10],ymm2[11],ymm0[11],ymm2[12],ymm0[12],ymm2[13],ymm0[13],ymm2[14],ymm0[14],ymm2[15],ymm0[15],ymm2[24],ymm0[24],ymm2[25],ymm0[25],ymm2[26],ymm0[26],ymm2[27],ymm0[27],ymm2[28],ymm0[28],ymm2[29],ymm0[29],ymm2[30],ymm0[30],ymm2[31],ymm0[31]
154 ; AVX512F-NEXT: vpmulhw %ymm4, %ymm3, %ymm3
155 ; AVX512F-NEXT: vpsrlw $8, %ymm3, %ymm3
156 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm2 = ymm2[0],ymm0[0],ymm2[1],ymm0[1],ymm2[2],ymm0[2],ymm2[3],ymm0[3],ymm2[4],ymm0[4],ymm2[5],ymm0[5],ymm2[6],ymm0[6],ymm2[7],ymm0[7],ymm2[16],ymm0[16],ymm2[17],ymm0[17],ymm2[18],ymm0[18],ymm2[19],ymm0[19],ymm2[20],ymm0[20],ymm2[21],ymm0[21],ymm2[22],ymm0[22],ymm2[23],ymm0[23]
157 ; AVX512F-NEXT: vpmulhw %ymm4, %ymm2, %ymm2
158 ; AVX512F-NEXT: vpsrlw $8, %ymm2, %ymm2
159 ; AVX512F-NEXT: vpackuswb %ymm3, %ymm2, %ymm2
160 ; AVX512F-NEXT: vpaddb %ymm0, %ymm2, %ymm0
161 ; AVX512F-NEXT: vpsrlw $7, %ymm0, %ymm2
162 ; AVX512F-NEXT: vpand %ymm5, %ymm2, %ymm2
163 ; AVX512F-NEXT: vpsrlw $2, %ymm0, %ymm0
164 ; AVX512F-NEXT: vpand %ymm6, %ymm0, %ymm0
165 ; AVX512F-NEXT: vpxor %ymm7, %ymm0, %ymm0
166 ; AVX512F-NEXT: vpaddb %ymm2, %ymm0, %ymm0
167 ; AVX512F-NEXT: vpsubb %ymm7, %ymm0, %ymm0
168 ; AVX512F-NEXT: vinserti64x4 $1, %ymm1, %zmm0, %zmm0
169 ; AVX512F-NEXT: retq
170 ;
171 ; AVX512BW-LABEL: test_div7_64i8:
172 ; AVX512BW: # %bb.0:
173 ; AVX512BW-NEXT: vpxor %xmm1, %xmm1, %xmm1
174 ; AVX512BW-NEXT: vpunpckhbw {{.*#+}} zmm2 = zmm1[8],zmm0[8],zmm1[9],zmm0[9],zmm1[10],zmm0[10],zmm1[11],zmm0[11],zmm1[12],zmm0[12],zmm1[13],zmm0[13],zmm1[14],zmm0[14],zmm1[15],zmm0[15],zmm1[24],zmm0[24],zmm1[25],zmm0[25],zmm1[26],zmm0[26],zmm1[27],zmm0[27],zmm1[28],zmm0[28],zmm1[29],zmm0[29],zmm1[30],zmm0[30],zmm1[31],zmm0[31],zmm1[40],zmm0[40],zmm1[41],zmm0[41],zmm1[42],zmm0[42],zmm1[43],zmm0[43],zmm1[44],zmm0[44],zmm1[45],zmm0[45],zmm1[46],zmm0[46],zmm1[47],zmm0[47],zmm1[56],zmm0[56],zmm1[57],zmm0[57],zmm1[58],zmm0[58],zmm1[59],zmm0[59],zmm1[60],zmm0[60],zmm1[61],zmm0[61],zmm1[62],zmm0[62],zmm1[63],zmm0[63]
175 ; AVX512BW-NEXT: vpbroadcastw {{.*#+}} zmm3 = [37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632]
176 ; AVX512BW-NEXT: vpmulhw %zmm3, %zmm2, %zmm2
177 ; AVX512BW-NEXT: vpsrlw $8, %zmm2, %zmm2
178 ; AVX512BW-NEXT: vpunpcklbw {{.*#+}} zmm1 = zmm1[0],zmm0[0],zmm1[1],zmm0[1],zmm1[2],zmm0[2],zmm1[3],zmm0[3],zmm1[4],zmm0[4],zmm1[5],zmm0[5],zmm1[6],zmm0[6],zmm1[7],zmm0[7],zmm1[16],zmm0[16],zmm1[17],zmm0[17],zmm1[18],zmm0[18],zmm1[19],zmm0[19],zmm1[20],zmm0[20],zmm1[21],zmm0[21],zmm1[22],zmm0[22],zmm1[23],zmm0[23],zmm1[32],zmm0[32],zmm1[33],zmm0[33],zmm1[34],zmm0[34],zmm1[35],zmm0[35],zmm1[36],zmm0[36],zmm1[37],zmm0[37],zmm1[38],zmm0[38],zmm1[39],zmm0[39],zmm1[48],zmm0[48],zmm1[49],zmm0[49],zmm1[50],zmm0[50],zmm1[51],zmm0[51],zmm1[52],zmm0[52],zmm1[53],zmm0[53],zmm1[54],zmm0[54],zmm1[55],zmm0[55]
179 ; AVX512BW-NEXT: vpmulhw %zmm3, %zmm1, %zmm1
180 ; AVX512BW-NEXT: vpsrlw $8, %zmm1, %zmm1
181 ; AVX512BW-NEXT: vpackuswb %zmm2, %zmm1, %zmm1
182 ; AVX512BW-NEXT: vpaddb %zmm0, %zmm1, %zmm0
183 ; AVX512BW-NEXT: vpsrlw $2, %zmm0, %zmm1
184 ; AVX512BW-NEXT: vpbroadcastb {{.*#+}} zmm2 = [32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32]
185 ; AVX512BW-NEXT: vpternlogd $108, {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm2, %zmm1
186 ; AVX512BW-NEXT: vpsrlw $7, %zmm0, %zmm0
187 ; AVX512BW-NEXT: vpandd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
188 ; AVX512BW-NEXT: vpaddb %zmm0, %zmm1, %zmm0
189 ; AVX512BW-NEXT: vpsubb %zmm2, %zmm0, %zmm0
190 ; AVX512BW-NEXT: retq
191 %res = sdiv <64 x i8> %a, <i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7>
192 ret <64 x i8> %res
193 }
195 ;
196 ; sdiv by non-splat constant
197 ;
199 define <64 x i8> @test_divconstant_64i8(<64 x i8> %a) nounwind {
200 ; AVX512F-LABEL: test_divconstant_64i8:
201 ; AVX512F: # %bb.0:
202 ; AVX512F-NEXT: vextracti64x4 $1, %zmm0, %ymm1
203 ; AVX512F-NEXT: vpxor %xmm2, %xmm2, %xmm2
204 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm3 = ymm2[8],ymm1[8],ymm2[9],ymm1[9],ymm2[10],ymm1[10],ymm2[11],ymm1[11],ymm2[12],ymm1[12],ymm2[13],ymm1[13],ymm2[14],ymm1[14],ymm2[15],ymm1[15],ymm2[24],ymm1[24],ymm2[25],ymm1[25],ymm2[26],ymm1[26],ymm2[27],ymm1[27],ymm2[28],ymm1[28],ymm2[29],ymm1[29],ymm2[30],ymm1[30],ymm2[31],ymm1[31]
205 ; AVX512F-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm3, %ymm3
206 ; AVX512F-NEXT: vpsrlw $8, %ymm3, %ymm3
207 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm1 = ymm2[0],ymm1[0],ymm2[1],ymm1[1],ymm2[2],ymm1[2],ymm2[3],ymm1[3],ymm2[4],ymm1[4],ymm2[5],ymm1[5],ymm2[6],ymm1[6],ymm2[7],ymm1[7],ymm2[16],ymm1[16],ymm2[17],ymm1[17],ymm2[18],ymm1[18],ymm2[19],ymm1[19],ymm2[20],ymm1[20],ymm2[21],ymm1[21],ymm2[22],ymm1[22],ymm2[23],ymm1[23]
208 ; AVX512F-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm1, %ymm1
209 ; AVX512F-NEXT: vpsrlw $8, %ymm1, %ymm1
210 ; AVX512F-NEXT: vpackuswb %ymm3, %ymm1, %ymm1
211 ; AVX512F-NEXT: vpandq {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm0, %zmm3
212 ; AVX512F-NEXT: vextracti64x4 $1, %zmm3, %ymm4
213 ; AVX512F-NEXT: vpaddb %ymm4, %ymm1, %ymm1
214 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm4 = ymm1[8,8,9,9,10,10,11,11,12,12,13,13,14,14,15,15,24,24,25,25,26,26,27,27,28,28,29,29,30,30,31,31]
215 ; AVX512F-NEXT: vpsraw $8, %ymm4, %ymm4
216 ; AVX512F-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm4, %ymm4
217 ; AVX512F-NEXT: vpsrlw $8, %ymm4, %ymm4
218 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm5 = ymm1[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7,16,16,17,17,18,18,19,19,20,20,21,21,22,22,23,23]
219 ; AVX512F-NEXT: vpsraw $8, %ymm5, %ymm5
220 ; AVX512F-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm5, %ymm5
221 ; AVX512F-NEXT: vpsrlw $8, %ymm5, %ymm5
222 ; AVX512F-NEXT: vpackuswb %ymm4, %ymm5, %ymm4
223 ; AVX512F-NEXT: vpsrlw $7, %ymm1, %ymm1
224 ; AVX512F-NEXT: vpbroadcastb {{.*#+}} ymm5 = [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]
225 ; AVX512F-NEXT: vpand %ymm5, %ymm1, %ymm1
226 ; AVX512F-NEXT: vpaddb %ymm1, %ymm4, %ymm1
227 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm4 = ymm2[8],ymm0[8],ymm2[9],ymm0[9],ymm2[10],ymm0[10],ymm2[11],ymm0[11],ymm2[12],ymm0[12],ymm2[13],ymm0[13],ymm2[14],ymm0[14],ymm2[15],ymm0[15],ymm2[24],ymm0[24],ymm2[25],ymm0[25],ymm2[26],ymm0[26],ymm2[27],ymm0[27],ymm2[28],ymm0[28],ymm2[29],ymm0[29],ymm2[30],ymm0[30],ymm2[31],ymm0[31]
228 ; AVX512F-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm4, %ymm4
229 ; AVX512F-NEXT: vpsrlw $8, %ymm4, %ymm4
230 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm0 = ymm2[0],ymm0[0],ymm2[1],ymm0[1],ymm2[2],ymm0[2],ymm2[3],ymm0[3],ymm2[4],ymm0[4],ymm2[5],ymm0[5],ymm2[6],ymm0[6],ymm2[7],ymm0[7],ymm2[16],ymm0[16],ymm2[17],ymm0[17],ymm2[18],ymm0[18],ymm2[19],ymm0[19],ymm2[20],ymm0[20],ymm2[21],ymm0[21],ymm2[22],ymm0[22],ymm2[23],ymm0[23]
231 ; AVX512F-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm0, %ymm0
232 ; AVX512F-NEXT: vpsrlw $8, %ymm0, %ymm0
233 ; AVX512F-NEXT: vpackuswb %ymm4, %ymm0, %ymm0
234 ; AVX512F-NEXT: vpaddb %ymm3, %ymm0, %ymm0
235 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm2 = ymm0[8,8,9,9,10,10,11,11,12,12,13,13,14,14,15,15,24,24,25,25,26,26,27,27,28,28,29,29,30,30,31,31]
236 ; AVX512F-NEXT: vpsraw $8, %ymm2, %ymm2
237 ; AVX512F-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm2, %ymm2
238 ; AVX512F-NEXT: vpsrlw $8, %ymm2, %ymm2
239 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm3 = ymm0[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7,16,16,17,17,18,18,19,19,20,20,21,21,22,22,23,23]
240 ; AVX512F-NEXT: vpsraw $8, %ymm3, %ymm3
241 ; AVX512F-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm3, %ymm3
242 ; AVX512F-NEXT: vpsrlw $8, %ymm3, %ymm3
243 ; AVX512F-NEXT: vpackuswb %ymm2, %ymm3, %ymm2
244 ; AVX512F-NEXT: vpsrlw $7, %ymm0, %ymm0
245 ; AVX512F-NEXT: vpand %ymm5, %ymm0, %ymm0
246 ; AVX512F-NEXT: vpaddb %ymm0, %ymm2, %ymm0
247 ; AVX512F-NEXT: vinserti64x4 $1, %ymm1, %zmm0, %zmm0
248 ; AVX512F-NEXT: retq
249 ;
250 ; AVX512BW-LABEL: test_divconstant_64i8:
251 ; AVX512BW: # %bb.0:
252 ; AVX512BW-NEXT: vpxor %xmm1, %xmm1, %xmm1
253 ; AVX512BW-NEXT: vpunpckhbw {{.*#+}} zmm2 = zmm1[8],zmm0[8],zmm1[9],zmm0[9],zmm1[10],zmm0[10],zmm1[11],zmm0[11],zmm1[12],zmm0[12],zmm1[13],zmm0[13],zmm1[14],zmm0[14],zmm1[15],zmm0[15],zmm1[24],zmm0[24],zmm1[25],zmm0[25],zmm1[26],zmm0[26],zmm1[27],zmm0[27],zmm1[28],zmm0[28],zmm1[29],zmm0[29],zmm1[30],zmm0[30],zmm1[31],zmm0[31],zmm1[40],zmm0[40],zmm1[41],zmm0[41],zmm1[42],zmm0[42],zmm1[43],zmm0[43],zmm1[44],zmm0[44],zmm1[45],zmm0[45],zmm1[46],zmm0[46],zmm1[47],zmm0[47],zmm1[56],zmm0[56],zmm1[57],zmm0[57],zmm1[58],zmm0[58],zmm1[59],zmm0[59],zmm1[60],zmm0[60],zmm1[61],zmm0[61],zmm1[62],zmm0[62],zmm1[63],zmm0[63]
254 ; AVX512BW-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm2, %zmm2
255 ; AVX512BW-NEXT: vpsrlw $8, %zmm2, %zmm2
256 ; AVX512BW-NEXT: vpunpcklbw {{.*#+}} zmm1 = zmm1[0],zmm0[0],zmm1[1],zmm0[1],zmm1[2],zmm0[2],zmm1[3],zmm0[3],zmm1[4],zmm0[4],zmm1[5],zmm0[5],zmm1[6],zmm0[6],zmm1[7],zmm0[7],zmm1[16],zmm0[16],zmm1[17],zmm0[17],zmm1[18],zmm0[18],zmm1[19],zmm0[19],zmm1[20],zmm0[20],zmm1[21],zmm0[21],zmm1[22],zmm0[22],zmm1[23],zmm0[23],zmm1[32],zmm0[32],zmm1[33],zmm0[33],zmm1[34],zmm0[34],zmm1[35],zmm0[35],zmm1[36],zmm0[36],zmm1[37],zmm0[37],zmm1[38],zmm0[38],zmm1[39],zmm0[39],zmm1[48],zmm0[48],zmm1[49],zmm0[49],zmm1[50],zmm0[50],zmm1[51],zmm0[51],zmm1[52],zmm0[52],zmm1[53],zmm0[53],zmm1[54],zmm0[54],zmm1[55],zmm0[55]
257 ; AVX512BW-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm1, %zmm1
258 ; AVX512BW-NEXT: vpsrlw $8, %zmm1, %zmm1
259 ; AVX512BW-NEXT: vpackuswb %zmm2, %zmm1, %zmm1
260 ; AVX512BW-NEXT: vpandq {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm0, %zmm0
261 ; AVX512BW-NEXT: vpaddb %zmm0, %zmm1, %zmm0
262 ; AVX512BW-NEXT: vpunpckhbw {{.*#+}} zmm1 = zmm0[8,8,9,9,10,10,11,11,12,12,13,13,14,14,15,15,24,24,25,25,26,26,27,27,28,28,29,29,30,30,31,31,40,40,41,41,42,42,43,43,44,44,45,45,46,46,47,47,56,56,57,57,58,58,59,59,60,60,61,61,62,62,63,63]
263 ; AVX512BW-NEXT: vpsraw $8, %zmm1, %zmm1
264 ; AVX512BW-NEXT: vpsllvw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm1, %zmm1
265 ; AVX512BW-NEXT: vpsrlw $8, %zmm1, %zmm1
266 ; AVX512BW-NEXT: vpunpcklbw {{.*#+}} zmm2 = zmm0[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7,16,16,17,17,18,18,19,19,20,20,21,21,22,22,23,23,32,32,33,33,34,34,35,35,36,36,37,37,38,38,39,39,48,48,49,49,50,50,51,51,52,52,53,53,54,54,55,55]
267 ; AVX512BW-NEXT: vpsraw $8, %zmm2, %zmm2
268 ; AVX512BW-NEXT: vpsllvw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm2, %zmm2
269 ; AVX512BW-NEXT: vpsrlw $8, %zmm2, %zmm2
270 ; AVX512BW-NEXT: vpackuswb %zmm1, %zmm2, %zmm1
271 ; AVX512BW-NEXT: vpsrlw $7, %zmm0, %zmm0
272 ; AVX512BW-NEXT: vpandd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm0, %zmm0
273 ; AVX512BW-NEXT: vpaddb %zmm0, %zmm1, %zmm0
274 ; AVX512BW-NEXT: retq
275 %res = sdiv <64 x i8> %a, <i8 7, i8 8, i8 9, i8 10, i8 11, i8 12, i8 13, i8 14, i8 15, i8 16, i8 17, i8 18, i8 19, i8 20, i8 21, i8 22, i8 23, i8 24, i8 25, i8 26, i8 27, i8 28, i8 29, i8 30, i8 31, i8 32, i8 33, i8 34, i8 35, i8 36, i8 37, i8 38, i8 38, i8 37, i8 36, i8 35, i8 34, i8 33, i8 32, i8 31, i8 30, i8 29, i8 28, i8 27, i8 26, i8 25, i8 24, i8 23, i8 22, i8 21, i8 20, i8 19, i8 18, i8 17, i8 16, i8 15, i8 14, i8 13, i8 12, i8 11, i8 10, i8 9, i8 8, i8 7>
276 ret <64 x i8> %res
277 }
279 ;
280 ; srem by 7
281 ;
283 define <8 x i64> @test_rem7_8i64(<8 x i64> %a) nounwind {
284 ; AVX-LABEL: test_rem7_8i64:
285 ; AVX: # %bb.0:
286 ; AVX-NEXT: vextracti32x4 $3, %zmm0, %xmm1
287 ; AVX-NEXT: vpextrq $1, %xmm1, %rcx
288 ; AVX-NEXT: movabsq $5270498306774157605, %rsi # imm = 0x4924924924924925
289 ; AVX-NEXT: movq %rcx, %rax
290 ; AVX-NEXT: imulq %rsi
291 ; AVX-NEXT: movq %rdx, %rax
292 ; AVX-NEXT: shrq $63, %rax
293 ; AVX-NEXT: sarq %rdx
294 ; AVX-NEXT: addq %rax, %rdx
295 ; AVX-NEXT: leaq (,%rdx,8), %rax
296 ; AVX-NEXT: subq %rax, %rdx
297 ; AVX-NEXT: addq %rcx, %rdx
298 ; AVX-NEXT: vmovq %rdx, %xmm2
299 ; AVX-NEXT: vmovq %xmm1, %rcx
300 ; AVX-NEXT: movq %rcx, %rax
301 ; AVX-NEXT: imulq %rsi
302 ; AVX-NEXT: movq %rdx, %rax
303 ; AVX-NEXT: shrq $63, %rax
304 ; AVX-NEXT: sarq %rdx
305 ; AVX-NEXT: addq %rax, %rdx
306 ; AVX-NEXT: leaq (,%rdx,8), %rax
307 ; AVX-NEXT: subq %rax, %rdx
308 ; AVX-NEXT: addq %rcx, %rdx
309 ; AVX-NEXT: vmovq %rdx, %xmm1
310 ; AVX-NEXT: vpunpcklqdq {{.*#+}} xmm1 = xmm1[0],xmm2[0]
311 ; AVX-NEXT: vextracti32x4 $2, %zmm0, %xmm2
312 ; AVX-NEXT: vpextrq $1, %xmm2, %rcx
313 ; AVX-NEXT: movq %rcx, %rax
314 ; AVX-NEXT: imulq %rsi
315 ; AVX-NEXT: movq %rdx, %rax
316 ; AVX-NEXT: shrq $63, %rax
317 ; AVX-NEXT: sarq %rdx
318 ; AVX-NEXT: addq %rax, %rdx
319 ; AVX-NEXT: leaq (,%rdx,8), %rax
320 ; AVX-NEXT: subq %rax, %rdx
321 ; AVX-NEXT: addq %rcx, %rdx
322 ; AVX-NEXT: vmovq %rdx, %xmm3
323 ; AVX-NEXT: vmovq %xmm2, %rcx
324 ; AVX-NEXT: movq %rcx, %rax
325 ; AVX-NEXT: imulq %rsi
326 ; AVX-NEXT: movq %rdx, %rax
327 ; AVX-NEXT: shrq $63, %rax
328 ; AVX-NEXT: sarq %rdx
329 ; AVX-NEXT: addq %rax, %rdx
330 ; AVX-NEXT: leaq (,%rdx,8), %rax
331 ; AVX-NEXT: subq %rax, %rdx
332 ; AVX-NEXT: addq %rcx, %rdx
333 ; AVX-NEXT: vmovq %rdx, %xmm2
334 ; AVX-NEXT: vpunpcklqdq {{.*#+}} xmm2 = xmm2[0],xmm3[0]
335 ; AVX-NEXT: vinserti128 $1, %xmm1, %ymm2, %ymm1
336 ; AVX-NEXT: vextracti128 $1, %ymm0, %xmm2
337 ; AVX-NEXT: vpextrq $1, %xmm2, %rcx
338 ; AVX-NEXT: movq %rcx, %rax
339 ; AVX-NEXT: imulq %rsi
340 ; AVX-NEXT: movq %rdx, %rax
341 ; AVX-NEXT: shrq $63, %rax
342 ; AVX-NEXT: sarq %rdx
343 ; AVX-NEXT: addq %rax, %rdx
344 ; AVX-NEXT: leaq (,%rdx,8), %rax
345 ; AVX-NEXT: subq %rax, %rdx
346 ; AVX-NEXT: addq %rcx, %rdx
347 ; AVX-NEXT: vmovq %rdx, %xmm3
348 ; AVX-NEXT: vmovq %xmm2, %rcx
349 ; AVX-NEXT: movq %rcx, %rax
350 ; AVX-NEXT: imulq %rsi
351 ; AVX-NEXT: movq %rdx, %rax
352 ; AVX-NEXT: shrq $63, %rax
353 ; AVX-NEXT: sarq %rdx
354 ; AVX-NEXT: addq %rax, %rdx
355 ; AVX-NEXT: leaq (,%rdx,8), %rax
356 ; AVX-NEXT: subq %rax, %rdx
357 ; AVX-NEXT: addq %rcx, %rdx
358 ; AVX-NEXT: vmovq %rdx, %xmm2
359 ; AVX-NEXT: vpunpcklqdq {{.*#+}} xmm2 = xmm2[0],xmm3[0]
360 ; AVX-NEXT: vpextrq $1, %xmm0, %rcx
361 ; AVX-NEXT: movq %rcx, %rax
362 ; AVX-NEXT: imulq %rsi
363 ; AVX-NEXT: movq %rdx, %rax
364 ; AVX-NEXT: shrq $63, %rax
365 ; AVX-NEXT: sarq %rdx
366 ; AVX-NEXT: addq %rax, %rdx
367 ; AVX-NEXT: leaq (,%rdx,8), %rax
368 ; AVX-NEXT: subq %rax, %rdx
369 ; AVX-NEXT: addq %rcx, %rdx
370 ; AVX-NEXT: vmovq %rdx, %xmm3
371 ; AVX-NEXT: vmovq %xmm0, %rcx
372 ; AVX-NEXT: movq %rcx, %rax
373 ; AVX-NEXT: imulq %rsi
374 ; AVX-NEXT: movq %rdx, %rax
375 ; AVX-NEXT: shrq $63, %rax
376 ; AVX-NEXT: sarq %rdx
377 ; AVX-NEXT: addq %rax, %rdx
378 ; AVX-NEXT: leaq (,%rdx,8), %rax
379 ; AVX-NEXT: subq %rax, %rdx
380 ; AVX-NEXT: addq %rcx, %rdx
381 ; AVX-NEXT: vmovq %rdx, %xmm0
382 ; AVX-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm3[0]
383 ; AVX-NEXT: vinserti128 $1, %xmm2, %ymm0, %ymm0
384 ; AVX-NEXT: vinserti64x4 $1, %ymm1, %zmm0, %zmm0
385 ; AVX-NEXT: retq
386 %res = srem <8 x i64> %a, <i64 7, i64 7, i64 7, i64 7, i64 7, i64 7, i64 7, i64 7>
387 ret <8 x i64> %res
388 }
390 define <16 x i32> @test_rem7_16i32(<16 x i32> %a) nounwind {
391 ; AVX-LABEL: test_rem7_16i32:
392 ; AVX: # %bb.0:
393 ; AVX-NEXT: vpbroadcastd {{.*#+}} zmm1 = [2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027,2454267027]
394 ; AVX-NEXT: vpmuldq %zmm1, %zmm0, %zmm2
395 ; AVX-NEXT: vpshufd {{.*#+}} zmm3 = zmm0[1,1,3,3,5,5,7,7,9,9,11,11,13,13,15,15]
396 ; AVX-NEXT: vpmuldq %zmm1, %zmm3, %zmm1
397 ; AVX-NEXT: vmovdqa64 {{.*#+}} zmm3 = [1,17,3,19,5,21,7,23,9,25,11,27,13,29,15,31]
398 ; AVX-NEXT: vpermi2d %zmm1, %zmm2, %zmm3
399 ; AVX-NEXT: vpaddd %zmm0, %zmm3, %zmm1
400 ; AVX-NEXT: vpsrld $31, %zmm1, %zmm2
401 ; AVX-NEXT: vpsrad $2, %zmm1, %zmm1
402 ; AVX-NEXT: vpaddd %zmm2, %zmm1, %zmm1
403 ; AVX-NEXT: vpslld $3, %zmm1, %zmm2
404 ; AVX-NEXT: vpsubd %zmm2, %zmm1, %zmm1
405 ; AVX-NEXT: vpaddd %zmm1, %zmm0, %zmm0
406 ; AVX-NEXT: retq
407 %res = srem <16 x i32> %a, <i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7>
408 ret <16 x i32> %res
409 }
411 define <32 x i16> @test_rem7_32i16(<32 x i16> %a) nounwind {
412 ; AVX512F-LABEL: test_rem7_32i16:
413 ; AVX512F: # %bb.0:
414 ; AVX512F-NEXT: vextracti64x4 $1, %zmm0, %ymm1
415 ; AVX512F-NEXT: vpbroadcastw {{.*#+}} ymm2 = [18725,18725,18725,18725,18725,18725,18725,18725,18725,18725,18725,18725,18725,18725,18725,18725]
416 ; AVX512F-NEXT: vpmulhw %ymm2, %ymm1, %ymm3
417 ; AVX512F-NEXT: vpsrlw $15, %ymm3, %ymm4
418 ; AVX512F-NEXT: vpsraw $1, %ymm3, %ymm3
419 ; AVX512F-NEXT: vpaddw %ymm4, %ymm3, %ymm3
420 ; AVX512F-NEXT: vpsllw $3, %ymm3, %ymm4
421 ; AVX512F-NEXT: vpsubw %ymm4, %ymm3, %ymm3
422 ; AVX512F-NEXT: vpaddw %ymm3, %ymm1, %ymm1
423 ; AVX512F-NEXT: vpmulhw %ymm2, %ymm0, %ymm2
424 ; AVX512F-NEXT: vpsrlw $15, %ymm2, %ymm3
425 ; AVX512F-NEXT: vpsraw $1, %ymm2, %ymm2
426 ; AVX512F-NEXT: vpaddw %ymm3, %ymm2, %ymm2
427 ; AVX512F-NEXT: vpsllw $3, %ymm2, %ymm3
428 ; AVX512F-NEXT: vpsubw %ymm3, %ymm2, %ymm2
429 ; AVX512F-NEXT: vpaddw %ymm2, %ymm0, %ymm0
430 ; AVX512F-NEXT: vinserti64x4 $1, %ymm1, %zmm0, %zmm0
431 ; AVX512F-NEXT: retq
432 ;
433 ; AVX512BW-LABEL: test_rem7_32i16:
434 ; AVX512BW: # %bb.0:
435 ; AVX512BW-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm0, %zmm1
436 ; AVX512BW-NEXT: vpsrlw $15, %zmm1, %zmm2
437 ; AVX512BW-NEXT: vpsraw $1, %zmm1, %zmm1
438 ; AVX512BW-NEXT: vpaddw %zmm2, %zmm1, %zmm1
439 ; AVX512BW-NEXT: vpsllw $3, %zmm1, %zmm2
440 ; AVX512BW-NEXT: vpsubw %zmm2, %zmm1, %zmm1
441 ; AVX512BW-NEXT: vpaddw %zmm1, %zmm0, %zmm0
442 ; AVX512BW-NEXT: retq
443 %res = srem <32 x i16> %a, <i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7, i16 7>
444 ret <32 x i16> %res
445 }
447 define <64 x i8> @test_rem7_64i8(<64 x i8> %a) nounwind {
448 ; AVX512F-LABEL: test_rem7_64i8:
449 ; AVX512F: # %bb.0:
450 ; AVX512F-NEXT: vextracti64x4 $1, %zmm0, %ymm1
451 ; AVX512F-NEXT: vpxor %xmm2, %xmm2, %xmm2
452 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm3 = ymm2[8],ymm1[8],ymm2[9],ymm1[9],ymm2[10],ymm1[10],ymm2[11],ymm1[11],ymm2[12],ymm1[12],ymm2[13],ymm1[13],ymm2[14],ymm1[14],ymm2[15],ymm1[15],ymm2[24],ymm1[24],ymm2[25],ymm1[25],ymm2[26],ymm1[26],ymm2[27],ymm1[27],ymm2[28],ymm1[28],ymm2[29],ymm1[29],ymm2[30],ymm1[30],ymm2[31],ymm1[31]
453 ; AVX512F-NEXT: vpbroadcastw {{.*#+}} ymm4 = [37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632]
454 ; AVX512F-NEXT: vpmulhw %ymm4, %ymm3, %ymm3
455 ; AVX512F-NEXT: vpsrlw $8, %ymm3, %ymm3
456 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm5 = ymm2[0],ymm1[0],ymm2[1],ymm1[1],ymm2[2],ymm1[2],ymm2[3],ymm1[3],ymm2[4],ymm1[4],ymm2[5],ymm1[5],ymm2[6],ymm1[6],ymm2[7],ymm1[7],ymm2[16],ymm1[16],ymm2[17],ymm1[17],ymm2[18],ymm1[18],ymm2[19],ymm1[19],ymm2[20],ymm1[20],ymm2[21],ymm1[21],ymm2[22],ymm1[22],ymm2[23],ymm1[23]
457 ; AVX512F-NEXT: vpmulhw %ymm4, %ymm5, %ymm5
458 ; AVX512F-NEXT: vpsrlw $8, %ymm5, %ymm5
459 ; AVX512F-NEXT: vpackuswb %ymm3, %ymm5, %ymm3
460 ; AVX512F-NEXT: vpaddb %ymm1, %ymm3, %ymm3
461 ; AVX512F-NEXT: vpsrlw $7, %ymm3, %ymm5
462 ; AVX512F-NEXT: vpbroadcastb {{.*#+}} ymm6 = [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]
463 ; AVX512F-NEXT: vpand %ymm6, %ymm5, %ymm5
464 ; AVX512F-NEXT: vpsrlw $2, %ymm3, %ymm3
465 ; AVX512F-NEXT: vpbroadcastb {{.*#+}} ymm7 = [63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63]
466 ; AVX512F-NEXT: vpand %ymm7, %ymm3, %ymm3
467 ; AVX512F-NEXT: vpbroadcastb {{.*#+}} ymm8 = [32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32]
468 ; AVX512F-NEXT: vpxor %ymm3, %ymm8, %ymm3
469 ; AVX512F-NEXT: vpaddb %ymm5, %ymm3, %ymm3
470 ; AVX512F-NEXT: vpsubb %ymm8, %ymm3, %ymm3
471 ; AVX512F-NEXT: vpsllw $3, %ymm3, %ymm5
472 ; AVX512F-NEXT: vpbroadcastb {{.*#+}} ymm9 = [248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248,248]
473 ; AVX512F-NEXT: vpand %ymm5, %ymm9, %ymm5
474 ; AVX512F-NEXT: vpsubb %ymm5, %ymm3, %ymm3
475 ; AVX512F-NEXT: vpaddb %ymm3, %ymm1, %ymm1
476 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm3 = ymm2[8],ymm0[8],ymm2[9],ymm0[9],ymm2[10],ymm0[10],ymm2[11],ymm0[11],ymm2[12],ymm0[12],ymm2[13],ymm0[13],ymm2[14],ymm0[14],ymm2[15],ymm0[15],ymm2[24],ymm0[24],ymm2[25],ymm0[25],ymm2[26],ymm0[26],ymm2[27],ymm0[27],ymm2[28],ymm0[28],ymm2[29],ymm0[29],ymm2[30],ymm0[30],ymm2[31],ymm0[31]
477 ; AVX512F-NEXT: vpmulhw %ymm4, %ymm3, %ymm3
478 ; AVX512F-NEXT: vpsrlw $8, %ymm3, %ymm3
479 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm2 = ymm2[0],ymm0[0],ymm2[1],ymm0[1],ymm2[2],ymm0[2],ymm2[3],ymm0[3],ymm2[4],ymm0[4],ymm2[5],ymm0[5],ymm2[6],ymm0[6],ymm2[7],ymm0[7],ymm2[16],ymm0[16],ymm2[17],ymm0[17],ymm2[18],ymm0[18],ymm2[19],ymm0[19],ymm2[20],ymm0[20],ymm2[21],ymm0[21],ymm2[22],ymm0[22],ymm2[23],ymm0[23]
480 ; AVX512F-NEXT: vpmulhw %ymm4, %ymm2, %ymm2
481 ; AVX512F-NEXT: vpsrlw $8, %ymm2, %ymm2
482 ; AVX512F-NEXT: vpackuswb %ymm3, %ymm2, %ymm2
483 ; AVX512F-NEXT: vpaddb %ymm0, %ymm2, %ymm2
484 ; AVX512F-NEXT: vpsrlw $7, %ymm2, %ymm3
485 ; AVX512F-NEXT: vpand %ymm6, %ymm3, %ymm3
486 ; AVX512F-NEXT: vpsrlw $2, %ymm2, %ymm2
487 ; AVX512F-NEXT: vpand %ymm7, %ymm2, %ymm2
488 ; AVX512F-NEXT: vpxor %ymm2, %ymm8, %ymm2
489 ; AVX512F-NEXT: vpaddb %ymm3, %ymm2, %ymm2
490 ; AVX512F-NEXT: vpsubb %ymm8, %ymm2, %ymm2
491 ; AVX512F-NEXT: vpsllw $3, %ymm2, %ymm3
492 ; AVX512F-NEXT: vpand %ymm3, %ymm9, %ymm3
493 ; AVX512F-NEXT: vpsubb %ymm3, %ymm2, %ymm2
494 ; AVX512F-NEXT: vpaddb %ymm2, %ymm0, %ymm0
495 ; AVX512F-NEXT: vinserti64x4 $1, %ymm1, %zmm0, %zmm0
496 ; AVX512F-NEXT: retq
497 ;
498 ; AVX512BW-LABEL: test_rem7_64i8:
499 ; AVX512BW: # %bb.0:
500 ; AVX512BW-NEXT: vpxor %xmm1, %xmm1, %xmm1
501 ; AVX512BW-NEXT: vpunpckhbw {{.*#+}} zmm2 = zmm1[8],zmm0[8],zmm1[9],zmm0[9],zmm1[10],zmm0[10],zmm1[11],zmm0[11],zmm1[12],zmm0[12],zmm1[13],zmm0[13],zmm1[14],zmm0[14],zmm1[15],zmm0[15],zmm1[24],zmm0[24],zmm1[25],zmm0[25],zmm1[26],zmm0[26],zmm1[27],zmm0[27],zmm1[28],zmm0[28],zmm1[29],zmm0[29],zmm1[30],zmm0[30],zmm1[31],zmm0[31],zmm1[40],zmm0[40],zmm1[41],zmm0[41],zmm1[42],zmm0[42],zmm1[43],zmm0[43],zmm1[44],zmm0[44],zmm1[45],zmm0[45],zmm1[46],zmm0[46],zmm1[47],zmm0[47],zmm1[56],zmm0[56],zmm1[57],zmm0[57],zmm1[58],zmm0[58],zmm1[59],zmm0[59],zmm1[60],zmm0[60],zmm1[61],zmm0[61],zmm1[62],zmm0[62],zmm1[63],zmm0[63]
502 ; AVX512BW-NEXT: vpbroadcastw {{.*#+}} zmm3 = [37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632,37632]
503 ; AVX512BW-NEXT: vpmulhw %zmm3, %zmm2, %zmm2
504 ; AVX512BW-NEXT: vpsrlw $8, %zmm2, %zmm2
505 ; AVX512BW-NEXT: vpunpcklbw {{.*#+}} zmm1 = zmm1[0],zmm0[0],zmm1[1],zmm0[1],zmm1[2],zmm0[2],zmm1[3],zmm0[3],zmm1[4],zmm0[4],zmm1[5],zmm0[5],zmm1[6],zmm0[6],zmm1[7],zmm0[7],zmm1[16],zmm0[16],zmm1[17],zmm0[17],zmm1[18],zmm0[18],zmm1[19],zmm0[19],zmm1[20],zmm0[20],zmm1[21],zmm0[21],zmm1[22],zmm0[22],zmm1[23],zmm0[23],zmm1[32],zmm0[32],zmm1[33],zmm0[33],zmm1[34],zmm0[34],zmm1[35],zmm0[35],zmm1[36],zmm0[36],zmm1[37],zmm0[37],zmm1[38],zmm0[38],zmm1[39],zmm0[39],zmm1[48],zmm0[48],zmm1[49],zmm0[49],zmm1[50],zmm0[50],zmm1[51],zmm0[51],zmm1[52],zmm0[52],zmm1[53],zmm0[53],zmm1[54],zmm0[54],zmm1[55],zmm0[55]
506 ; AVX512BW-NEXT: vpmulhw %zmm3, %zmm1, %zmm1
507 ; AVX512BW-NEXT: vpsrlw $8, %zmm1, %zmm1
508 ; AVX512BW-NEXT: vpackuswb %zmm2, %zmm1, %zmm1
509 ; AVX512BW-NEXT: vpaddb %zmm0, %zmm1, %zmm1
510 ; AVX512BW-NEXT: vpsrlw $2, %zmm1, %zmm2
511 ; AVX512BW-NEXT: vpbroadcastb {{.*#+}} zmm3 = [32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32]
512 ; AVX512BW-NEXT: vpternlogd $108, {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm3, %zmm2
513 ; AVX512BW-NEXT: vpsrlw $7, %zmm1, %zmm1
514 ; AVX512BW-NEXT: vpandd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm1, %zmm1
515 ; AVX512BW-NEXT: vpaddb %zmm1, %zmm2, %zmm1
516 ; AVX512BW-NEXT: vpsubb %zmm3, %zmm1, %zmm1
517 ; AVX512BW-NEXT: vpsllw $3, %zmm1, %zmm2
518 ; AVX512BW-NEXT: vpandd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm2, %zmm2
519 ; AVX512BW-NEXT: vpsubb %zmm2, %zmm1, %zmm1
520 ; AVX512BW-NEXT: vpaddb %zmm1, %zmm0, %zmm0
521 ; AVX512BW-NEXT: retq
522 %res = srem <64 x i8> %a, <i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7, i8 7,i8 7, i8 7, i8 7, i8 7>
523 ret <64 x i8> %res
524 }
526 ;
527 ; srem by non-splat constant
528 ;
530 define <64 x i8> @test_remconstant_64i8(<64 x i8> %a) nounwind {
531 ; AVX512F-LABEL: test_remconstant_64i8:
532 ; AVX512F: # %bb.0:
533 ; AVX512F-NEXT: vextracti64x4 $1, %zmm0, %ymm4
534 ; AVX512F-NEXT: vpxor %xmm1, %xmm1, %xmm1
535 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm2 = ymm1[8],ymm4[8],ymm1[9],ymm4[9],ymm1[10],ymm4[10],ymm1[11],ymm4[11],ymm1[12],ymm4[12],ymm1[13],ymm4[13],ymm1[14],ymm4[14],ymm1[15],ymm4[15],ymm1[24],ymm4[24],ymm1[25],ymm4[25],ymm1[26],ymm4[26],ymm1[27],ymm4[27],ymm1[28],ymm4[28],ymm1[29],ymm4[29],ymm1[30],ymm4[30],ymm1[31],ymm4[31]
536 ; AVX512F-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm2, %ymm2
537 ; AVX512F-NEXT: vpsrlw $8, %ymm2, %ymm2
538 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm3 = ymm1[0],ymm4[0],ymm1[1],ymm4[1],ymm1[2],ymm4[2],ymm1[3],ymm4[3],ymm1[4],ymm4[4],ymm1[5],ymm4[5],ymm1[6],ymm4[6],ymm1[7],ymm4[7],ymm1[16],ymm4[16],ymm1[17],ymm4[17],ymm1[18],ymm4[18],ymm1[19],ymm4[19],ymm1[20],ymm4[20],ymm1[21],ymm4[21],ymm1[22],ymm4[22],ymm1[23],ymm4[23]
539 ; AVX512F-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm3, %ymm3
540 ; AVX512F-NEXT: vpsrlw $8, %ymm3, %ymm3
541 ; AVX512F-NEXT: vpackuswb %ymm2, %ymm3, %ymm3
542 ; AVX512F-NEXT: vpandq {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm0, %zmm2
543 ; AVX512F-NEXT: vextracti64x4 $1, %zmm2, %ymm5
544 ; AVX512F-NEXT: vpaddb %ymm5, %ymm3, %ymm3
545 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm5 = ymm3[8,8,9,9,10,10,11,11,12,12,13,13,14,14,15,15,24,24,25,25,26,26,27,27,28,28,29,29,30,30,31,31]
546 ; AVX512F-NEXT: vpsraw $8, %ymm5, %ymm5
547 ; AVX512F-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm5, %ymm5
548 ; AVX512F-NEXT: vpsrlw $8, %ymm5, %ymm5
549 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm6 = ymm3[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7,16,16,17,17,18,18,19,19,20,20,21,21,22,22,23,23]
550 ; AVX512F-NEXT: vpsraw $8, %ymm6, %ymm6
551 ; AVX512F-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm6, %ymm6
552 ; AVX512F-NEXT: vpsrlw $8, %ymm6, %ymm6
553 ; AVX512F-NEXT: vpackuswb %ymm5, %ymm6, %ymm5
554 ; AVX512F-NEXT: vpsrlw $7, %ymm3, %ymm3
555 ; AVX512F-NEXT: vpbroadcastb {{.*#+}} ymm6 = [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1]
556 ; AVX512F-NEXT: vpand %ymm6, %ymm3, %ymm3
557 ; AVX512F-NEXT: vpaddb %ymm3, %ymm5, %ymm5
558 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm3 = ymm5[8,8,9,9,10,10,11,11,12,12,13,13,14,14,15,15,24,24,25,25,26,26,27,27,28,28,29,29,30,30,31,31]
559 ; AVX512F-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm3, %ymm7
560 ; AVX512F-NEXT: vpbroadcastw {{.*#+}} ymm3 = [255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255]
561 ; AVX512F-NEXT: vpand %ymm3, %ymm7, %ymm7
562 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm5 = ymm5[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7,16,16,17,17,18,18,19,19,20,20,21,21,22,22,23,23]
563 ; AVX512F-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm5, %ymm5
564 ; AVX512F-NEXT: vpand %ymm3, %ymm5, %ymm5
565 ; AVX512F-NEXT: vpackuswb %ymm7, %ymm5, %ymm5
566 ; AVX512F-NEXT: vpsubb %ymm5, %ymm4, %ymm4
567 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm5 = ymm1[8],ymm0[8],ymm1[9],ymm0[9],ymm1[10],ymm0[10],ymm1[11],ymm0[11],ymm1[12],ymm0[12],ymm1[13],ymm0[13],ymm1[14],ymm0[14],ymm1[15],ymm0[15],ymm1[24],ymm0[24],ymm1[25],ymm0[25],ymm1[26],ymm0[26],ymm1[27],ymm0[27],ymm1[28],ymm0[28],ymm1[29],ymm0[29],ymm1[30],ymm0[30],ymm1[31],ymm0[31]
568 ; AVX512F-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm5, %ymm5
569 ; AVX512F-NEXT: vpsrlw $8, %ymm5, %ymm5
570 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm1 = ymm1[0],ymm0[0],ymm1[1],ymm0[1],ymm1[2],ymm0[2],ymm1[3],ymm0[3],ymm1[4],ymm0[4],ymm1[5],ymm0[5],ymm1[6],ymm0[6],ymm1[7],ymm0[7],ymm1[16],ymm0[16],ymm1[17],ymm0[17],ymm1[18],ymm0[18],ymm1[19],ymm0[19],ymm1[20],ymm0[20],ymm1[21],ymm0[21],ymm1[22],ymm0[22],ymm1[23],ymm0[23]
571 ; AVX512F-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm1, %ymm1
572 ; AVX512F-NEXT: vpsrlw $8, %ymm1, %ymm1
573 ; AVX512F-NEXT: vpackuswb %ymm5, %ymm1, %ymm1
574 ; AVX512F-NEXT: vpaddb %ymm2, %ymm1, %ymm1
575 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm2 = ymm1[8,8,9,9,10,10,11,11,12,12,13,13,14,14,15,15,24,24,25,25,26,26,27,27,28,28,29,29,30,30,31,31]
576 ; AVX512F-NEXT: vpsraw $8, %ymm2, %ymm2
577 ; AVX512F-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm2, %ymm2
578 ; AVX512F-NEXT: vpsrlw $8, %ymm2, %ymm2
579 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm5 = ymm1[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7,16,16,17,17,18,18,19,19,20,20,21,21,22,22,23,23]
580 ; AVX512F-NEXT: vpsraw $8, %ymm5, %ymm5
581 ; AVX512F-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm5, %ymm5
582 ; AVX512F-NEXT: vpsrlw $8, %ymm5, %ymm5
583 ; AVX512F-NEXT: vpackuswb %ymm2, %ymm5, %ymm2
584 ; AVX512F-NEXT: vpsrlw $7, %ymm1, %ymm1
585 ; AVX512F-NEXT: vpand %ymm6, %ymm1, %ymm1
586 ; AVX512F-NEXT: vpaddb %ymm1, %ymm2, %ymm1
587 ; AVX512F-NEXT: vpunpckhbw {{.*#+}} ymm2 = ymm1[8,8,9,9,10,10,11,11,12,12,13,13,14,14,15,15,24,24,25,25,26,26,27,27,28,28,29,29,30,30,31,31]
588 ; AVX512F-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm2, %ymm2
589 ; AVX512F-NEXT: vpand %ymm3, %ymm2, %ymm2
590 ; AVX512F-NEXT: vpunpcklbw {{.*#+}} ymm1 = ymm1[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7,16,16,17,17,18,18,19,19,20,20,21,21,22,22,23,23]
591 ; AVX512F-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %ymm1, %ymm1
592 ; AVX512F-NEXT: vpand %ymm3, %ymm1, %ymm1
593 ; AVX512F-NEXT: vpackuswb %ymm2, %ymm1, %ymm1
594 ; AVX512F-NEXT: vpsubb %ymm1, %ymm0, %ymm0
595 ; AVX512F-NEXT: vinserti64x4 $1, %ymm4, %zmm0, %zmm0
596 ; AVX512F-NEXT: retq
597 ;
598 ; AVX512BW-LABEL: test_remconstant_64i8:
599 ; AVX512BW: # %bb.0:
600 ; AVX512BW-NEXT: vpxor %xmm1, %xmm1, %xmm1
601 ; AVX512BW-NEXT: vpunpckhbw {{.*#+}} zmm2 = zmm1[8],zmm0[8],zmm1[9],zmm0[9],zmm1[10],zmm0[10],zmm1[11],zmm0[11],zmm1[12],zmm0[12],zmm1[13],zmm0[13],zmm1[14],zmm0[14],zmm1[15],zmm0[15],zmm1[24],zmm0[24],zmm1[25],zmm0[25],zmm1[26],zmm0[26],zmm1[27],zmm0[27],zmm1[28],zmm0[28],zmm1[29],zmm0[29],zmm1[30],zmm0[30],zmm1[31],zmm0[31],zmm1[40],zmm0[40],zmm1[41],zmm0[41],zmm1[42],zmm0[42],zmm1[43],zmm0[43],zmm1[44],zmm0[44],zmm1[45],zmm0[45],zmm1[46],zmm0[46],zmm1[47],zmm0[47],zmm1[56],zmm0[56],zmm1[57],zmm0[57],zmm1[58],zmm0[58],zmm1[59],zmm0[59],zmm1[60],zmm0[60],zmm1[61],zmm0[61],zmm1[62],zmm0[62],zmm1[63],zmm0[63]
602 ; AVX512BW-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm2, %zmm2
603 ; AVX512BW-NEXT: vpsrlw $8, %zmm2, %zmm2
604 ; AVX512BW-NEXT: vpunpcklbw {{.*#+}} zmm1 = zmm1[0],zmm0[0],zmm1[1],zmm0[1],zmm1[2],zmm0[2],zmm1[3],zmm0[3],zmm1[4],zmm0[4],zmm1[5],zmm0[5],zmm1[6],zmm0[6],zmm1[7],zmm0[7],zmm1[16],zmm0[16],zmm1[17],zmm0[17],zmm1[18],zmm0[18],zmm1[19],zmm0[19],zmm1[20],zmm0[20],zmm1[21],zmm0[21],zmm1[22],zmm0[22],zmm1[23],zmm0[23],zmm1[32],zmm0[32],zmm1[33],zmm0[33],zmm1[34],zmm0[34],zmm1[35],zmm0[35],zmm1[36],zmm0[36],zmm1[37],zmm0[37],zmm1[38],zmm0[38],zmm1[39],zmm0[39],zmm1[48],zmm0[48],zmm1[49],zmm0[49],zmm1[50],zmm0[50],zmm1[51],zmm0[51],zmm1[52],zmm0[52],zmm1[53],zmm0[53],zmm1[54],zmm0[54],zmm1[55],zmm0[55]
605 ; AVX512BW-NEXT: vpmulhw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm1, %zmm1
606 ; AVX512BW-NEXT: vpsrlw $8, %zmm1, %zmm1
607 ; AVX512BW-NEXT: vpackuswb %zmm2, %zmm1, %zmm1
608 ; AVX512BW-NEXT: vpandq {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm0, %zmm2
609 ; AVX512BW-NEXT: vpaddb %zmm2, %zmm1, %zmm1
610 ; AVX512BW-NEXT: vpunpckhbw {{.*#+}} zmm2 = zmm1[8,8,9,9,10,10,11,11,12,12,13,13,14,14,15,15,24,24,25,25,26,26,27,27,28,28,29,29,30,30,31,31,40,40,41,41,42,42,43,43,44,44,45,45,46,46,47,47,56,56,57,57,58,58,59,59,60,60,61,61,62,62,63,63]
611 ; AVX512BW-NEXT: vpsraw $8, %zmm2, %zmm2
612 ; AVX512BW-NEXT: vpsllvw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm2, %zmm2
613 ; AVX512BW-NEXT: vpsrlw $8, %zmm2, %zmm2
614 ; AVX512BW-NEXT: vpunpcklbw {{.*#+}} zmm3 = zmm1[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7,16,16,17,17,18,18,19,19,20,20,21,21,22,22,23,23,32,32,33,33,34,34,35,35,36,36,37,37,38,38,39,39,48,48,49,49,50,50,51,51,52,52,53,53,54,54,55,55]
615 ; AVX512BW-NEXT: vpsraw $8, %zmm3, %zmm3
616 ; AVX512BW-NEXT: vpsllvw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm3, %zmm3
617 ; AVX512BW-NEXT: vpsrlw $8, %zmm3, %zmm3
618 ; AVX512BW-NEXT: vpackuswb %zmm2, %zmm3, %zmm2
619 ; AVX512BW-NEXT: vpsrlw $7, %zmm1, %zmm1
620 ; AVX512BW-NEXT: vpandd {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to16}, %zmm1, %zmm1
621 ; AVX512BW-NEXT: vpaddb %zmm1, %zmm2, %zmm1
622 ; AVX512BW-NEXT: vpunpckhbw {{.*#+}} zmm2 = zmm1[8,8,9,9,10,10,11,11,12,12,13,13,14,14,15,15,24,24,25,25,26,26,27,27,28,28,29,29,30,30,31,31,40,40,41,41,42,42,43,43,44,44,45,45,46,46,47,47,56,56,57,57,58,58,59,59,60,60,61,61,62,62,63,63]
623 ; AVX512BW-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm2, %zmm2
624 ; AVX512BW-NEXT: vpbroadcastw {{.*#+}} zmm3 = [255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255]
625 ; AVX512BW-NEXT: vpandq %zmm3, %zmm2, %zmm2
626 ; AVX512BW-NEXT: vpunpcklbw {{.*#+}} zmm1 = zmm1[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7,16,16,17,17,18,18,19,19,20,20,21,21,22,22,23,23,32,32,33,33,34,34,35,35,36,36,37,37,38,38,39,39,48,48,49,49,50,50,51,51,52,52,53,53,54,54,55,55]
627 ; AVX512BW-NEXT: vpmullw {{\.?LCPI[0-9]+_[0-9]+}}(%rip), %zmm1, %zmm1
628 ; AVX512BW-NEXT: vpandq %zmm3, %zmm1, %zmm1
629 ; AVX512BW-NEXT: vpackuswb %zmm2, %zmm1, %zmm1
630 ; AVX512BW-NEXT: vpsubb %zmm1, %zmm0, %zmm0
631 ; AVX512BW-NEXT: retq
632 %res = srem <64 x i8> %a, <i8 7, i8 8, i8 9, i8 10, i8 11, i8 12, i8 13, i8 14, i8 15, i8 16, i8 17, i8 18, i8 19, i8 20, i8 21, i8 22, i8 23, i8 24, i8 25, i8 26, i8 27, i8 28, i8 29, i8 30, i8 31, i8 32, i8 33, i8 34, i8 35, i8 36, i8 37, i8 38, i8 38, i8 37, i8 36, i8 35, i8 34, i8 33, i8 32, i8 31, i8 30, i8 29, i8 28, i8 27, i8 26, i8 25, i8 24, i8 23, i8 22, i8 21, i8 20, i8 19, i8 18, i8 17, i8 16, i8 15, i8 14, i8 13, i8 12, i8 11, i8 10, i8 9, i8 8, i8 7>
633 ret <64 x i8> %res
634 }