| blob | 0eabfeae853f799320d6f531d3d7fffe6d88a16a |
1 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 4
2 ; RUN: llc < %s -mtriple=i686-unknown-unknown | FileCheck %s --check-prefixes=X86,X86-NOCMOV
3 ; RUN: llc < %s -mtriple=i686-unknown-unknown -mattr=+cmov | FileCheck %s --check-prefixes=X86,X86-CMOV
4 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown | FileCheck %s --check-prefix=X64
5 ; RUN: llc < %s -mtriple=i686-unknown-unknown -mattr=+bmi,+lzcnt | FileCheck %s --check-prefix=X86-CLZ
6 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+bmi,+lzcnt | FileCheck %s --check-prefix=X64-CLZ
7 ; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+bmi,+lzcnt,+fast-lzcnt | FileCheck %s --check-prefix=X64-FASTLZCNT
8 ; RUN: llc < %s -mtriple=i686-unknown-unknown -mattr=+bmi,+lzcnt,+fast-lzcnt | FileCheck %s --check-prefix=X86-FASTLZCNT
10 declare i8 @llvm.ctlz.i8(i8, i1)
11 declare i16 @llvm.ctlz.i16(i16, i1)
12 declare i32 @llvm.ctlz.i32(i32, i1)
13 declare i64 @llvm.ctlz.i64(i64, i1)
15 define i8 @ctlz_i8(i8 %x) {
16 ; X86-LABEL: ctlz_i8:
17 ; X86: # %bb.0:
18 ; X86-NEXT: movzbl {{[0-9]+}}(%esp), %eax
19 ; X86-NEXT: bsrl %eax, %eax
20 ; X86-NEXT: xorl $7, %eax
21 ; X86-NEXT: # kill: def $al killed $al killed $eax
22 ; X86-NEXT: retl
23 ;
24 ; X64-LABEL: ctlz_i8:
25 ; X64: # %bb.0:
26 ; X64-NEXT: movzbl %dil, %eax
27 ; X64-NEXT: bsrl %eax, %eax
28 ; X64-NEXT: xorl $7, %eax
29 ; X64-NEXT: # kill: def $al killed $al killed $eax
30 ; X64-NEXT: retq
31 ;
32 ; X86-CLZ-LABEL: ctlz_i8:
33 ; X86-CLZ: # %bb.0:
34 ; X86-CLZ-NEXT: movl {{[0-9]+}}(%esp), %eax
35 ; X86-CLZ-NEXT: shll $24, %eax
36 ; X86-CLZ-NEXT: lzcntl %eax, %eax
37 ; X86-CLZ-NEXT: # kill: def $al killed $al killed $eax
38 ; X86-CLZ-NEXT: retl
39 ;
40 ; X64-CLZ-LABEL: ctlz_i8:
41 ; X64-CLZ: # %bb.0:
42 ; X64-CLZ-NEXT: shll $24, %edi
43 ; X64-CLZ-NEXT: lzcntl %edi, %eax
44 ; X64-CLZ-NEXT: # kill: def $al killed $al killed $eax
45 ; X64-CLZ-NEXT: retq
46 ;
47 ; X64-FASTLZCNT-LABEL: ctlz_i8:
48 ; X64-FASTLZCNT: # %bb.0:
49 ; X64-FASTLZCNT-NEXT: shll $24, %edi
50 ; X64-FASTLZCNT-NEXT: lzcntl %edi, %eax
51 ; X64-FASTLZCNT-NEXT: # kill: def $al killed $al killed $eax
52 ; X64-FASTLZCNT-NEXT: retq
53 ;
54 ; X86-FASTLZCNT-LABEL: ctlz_i8:
55 ; X86-FASTLZCNT: # %bb.0:
56 ; X86-FASTLZCNT-NEXT: movl {{[0-9]+}}(%esp), %eax
57 ; X86-FASTLZCNT-NEXT: shll $24, %eax
58 ; X86-FASTLZCNT-NEXT: lzcntl %eax, %eax
59 ; X86-FASTLZCNT-NEXT: # kill: def $al killed $al killed $eax
60 ; X86-FASTLZCNT-NEXT: retl
61 %tmp2 = call i8 @llvm.ctlz.i8( i8 %x, i1 true )
62 ret i8 %tmp2
63 }
65 define i16 @ctlz_i16(i16 %x) {
66 ; X86-LABEL: ctlz_i16:
67 ; X86: # %bb.0:
68 ; X86-NEXT: bsrw {{[0-9]+}}(%esp), %ax
69 ; X86-NEXT: xorl $15, %eax
70 ; X86-NEXT: # kill: def $ax killed $ax killed $eax
71 ; X86-NEXT: retl
72 ;
73 ; X64-LABEL: ctlz_i16:
74 ; X64: # %bb.0:
75 ; X64-NEXT: bsrw %di, %ax
76 ; X64-NEXT: xorl $15, %eax
77 ; X64-NEXT: # kill: def $ax killed $ax killed $eax
78 ; X64-NEXT: retq
79 ;
80 ; X86-CLZ-LABEL: ctlz_i16:
81 ; X86-CLZ: # %bb.0:
82 ; X86-CLZ-NEXT: lzcntw {{[0-9]+}}(%esp), %ax
83 ; X86-CLZ-NEXT: retl
84 ;
85 ; X64-CLZ-LABEL: ctlz_i16:
86 ; X64-CLZ: # %bb.0:
87 ; X64-CLZ-NEXT: lzcntw %di, %ax
88 ; X64-CLZ-NEXT: retq
89 ;
90 ; X64-FASTLZCNT-LABEL: ctlz_i16:
91 ; X64-FASTLZCNT: # %bb.0:
92 ; X64-FASTLZCNT-NEXT: lzcntw %di, %ax
93 ; X64-FASTLZCNT-NEXT: retq
94 ;
95 ; X86-FASTLZCNT-LABEL: ctlz_i16:
96 ; X86-FASTLZCNT: # %bb.0:
97 ; X86-FASTLZCNT-NEXT: lzcntw {{[0-9]+}}(%esp), %ax
98 ; X86-FASTLZCNT-NEXT: retl
99 %tmp2 = call i16 @llvm.ctlz.i16( i16 %x, i1 true )
100 ret i16 %tmp2
101 }
103 define i32 @ctlz_i32(i32 %x) {
104 ; X86-LABEL: ctlz_i32:
105 ; X86: # %bb.0:
106 ; X86-NEXT: bsrl {{[0-9]+}}(%esp), %eax
107 ; X86-NEXT: xorl $31, %eax
108 ; X86-NEXT: retl
109 ;
110 ; X64-LABEL: ctlz_i32:
111 ; X64: # %bb.0:
112 ; X64-NEXT: bsrl %edi, %eax
113 ; X64-NEXT: xorl $31, %eax
114 ; X64-NEXT: retq
115 ;
116 ; X86-CLZ-LABEL: ctlz_i32:
117 ; X86-CLZ: # %bb.0:
118 ; X86-CLZ-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
119 ; X86-CLZ-NEXT: retl
120 ;
121 ; X64-CLZ-LABEL: ctlz_i32:
122 ; X64-CLZ: # %bb.0:
123 ; X64-CLZ-NEXT: lzcntl %edi, %eax
124 ; X64-CLZ-NEXT: retq
125 ;
126 ; X64-FASTLZCNT-LABEL: ctlz_i32:
127 ; X64-FASTLZCNT: # %bb.0:
128 ; X64-FASTLZCNT-NEXT: lzcntl %edi, %eax
129 ; X64-FASTLZCNT-NEXT: retq
130 ;
131 ; X86-FASTLZCNT-LABEL: ctlz_i32:
132 ; X86-FASTLZCNT: # %bb.0:
133 ; X86-FASTLZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
134 ; X86-FASTLZCNT-NEXT: retl
135 %tmp = call i32 @llvm.ctlz.i32( i32 %x, i1 true )
136 ret i32 %tmp
137 }
139 define i64 @ctlz_i64(i64 %x) {
140 ; X86-NOCMOV-LABEL: ctlz_i64:
141 ; X86-NOCMOV: # %bb.0:
142 ; X86-NOCMOV-NEXT: movl {{[0-9]+}}(%esp), %eax
143 ; X86-NOCMOV-NEXT: testl %eax, %eax
144 ; X86-NOCMOV-NEXT: jne .LBB3_1
145 ; X86-NOCMOV-NEXT: # %bb.2:
146 ; X86-NOCMOV-NEXT: bsrl {{[0-9]+}}(%esp), %eax
147 ; X86-NOCMOV-NEXT: xorl $31, %eax
148 ; X86-NOCMOV-NEXT: orl $32, %eax
149 ; X86-NOCMOV-NEXT: xorl %edx, %edx
150 ; X86-NOCMOV-NEXT: retl
151 ; X86-NOCMOV-NEXT: .LBB3_1:
152 ; X86-NOCMOV-NEXT: bsrl %eax, %eax
153 ; X86-NOCMOV-NEXT: xorl $31, %eax
154 ; X86-NOCMOV-NEXT: xorl %edx, %edx
155 ; X86-NOCMOV-NEXT: retl
156 ;
157 ; X86-CMOV-LABEL: ctlz_i64:
158 ; X86-CMOV: # %bb.0:
159 ; X86-CMOV-NEXT: movl {{[0-9]+}}(%esp), %ecx
160 ; X86-CMOV-NEXT: bsrl %ecx, %edx
161 ; X86-CMOV-NEXT: xorl $31, %edx
162 ; X86-CMOV-NEXT: bsrl {{[0-9]+}}(%esp), %eax
163 ; X86-CMOV-NEXT: xorl $31, %eax
164 ; X86-CMOV-NEXT: orl $32, %eax
165 ; X86-CMOV-NEXT: testl %ecx, %ecx
166 ; X86-CMOV-NEXT: cmovnel %edx, %eax
167 ; X86-CMOV-NEXT: xorl %edx, %edx
168 ; X86-CMOV-NEXT: retl
169 ;
170 ; X64-LABEL: ctlz_i64:
171 ; X64: # %bb.0:
172 ; X64-NEXT: bsrq %rdi, %rax
173 ; X64-NEXT: xorq $63, %rax
174 ; X64-NEXT: retq
175 ;
176 ; X86-CLZ-LABEL: ctlz_i64:
177 ; X86-CLZ: # %bb.0:
178 ; X86-CLZ-NEXT: movl {{[0-9]+}}(%esp), %eax
179 ; X86-CLZ-NEXT: testl %eax, %eax
180 ; X86-CLZ-NEXT: jne .LBB3_1
181 ; X86-CLZ-NEXT: # %bb.2:
182 ; X86-CLZ-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
183 ; X86-CLZ-NEXT: addl $32, %eax
184 ; X86-CLZ-NEXT: xorl %edx, %edx
185 ; X86-CLZ-NEXT: retl
186 ; X86-CLZ-NEXT: .LBB3_1:
187 ; X86-CLZ-NEXT: lzcntl %eax, %eax
188 ; X86-CLZ-NEXT: xorl %edx, %edx
189 ; X86-CLZ-NEXT: retl
190 ;
191 ; X64-CLZ-LABEL: ctlz_i64:
192 ; X64-CLZ: # %bb.0:
193 ; X64-CLZ-NEXT: lzcntq %rdi, %rax
194 ; X64-CLZ-NEXT: retq
195 ;
196 ; X64-FASTLZCNT-LABEL: ctlz_i64:
197 ; X64-FASTLZCNT: # %bb.0:
198 ; X64-FASTLZCNT-NEXT: lzcntq %rdi, %rax
199 ; X64-FASTLZCNT-NEXT: retq
200 ;
201 ; X86-FASTLZCNT-LABEL: ctlz_i64:
202 ; X86-FASTLZCNT: # %bb.0:
203 ; X86-FASTLZCNT-NEXT: movl {{[0-9]+}}(%esp), %eax
204 ; X86-FASTLZCNT-NEXT: testl %eax, %eax
205 ; X86-FASTLZCNT-NEXT: jne .LBB3_1
206 ; X86-FASTLZCNT-NEXT: # %bb.2:
207 ; X86-FASTLZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
208 ; X86-FASTLZCNT-NEXT: addl $32, %eax
209 ; X86-FASTLZCNT-NEXT: xorl %edx, %edx
210 ; X86-FASTLZCNT-NEXT: retl
211 ; X86-FASTLZCNT-NEXT: .LBB3_1:
212 ; X86-FASTLZCNT-NEXT: lzcntl %eax, %eax
213 ; X86-FASTLZCNT-NEXT: xorl %edx, %edx
214 ; X86-FASTLZCNT-NEXT: retl
215 %tmp = call i64 @llvm.ctlz.i64( i64 %x, i1 true )
216 ret i64 %tmp
217 }
219 ; Generate a test and branch to handle zero inputs because bsr/bsf are very slow.
220 define i8 @ctlz_i8_zero_test(i8 %n) {
221 ; X86-NOCMOV-LABEL: ctlz_i8_zero_test:
222 ; X86-NOCMOV: # %bb.0:
223 ; X86-NOCMOV-NEXT: movzbl {{[0-9]+}}(%esp), %eax
224 ; X86-NOCMOV-NEXT: testb %al, %al
225 ; X86-NOCMOV-NEXT: je .LBB4_1
226 ; X86-NOCMOV-NEXT: # %bb.2: # %cond.false
227 ; X86-NOCMOV-NEXT: movzbl %al, %eax
228 ; X86-NOCMOV-NEXT: bsrl %eax, %eax
229 ; X86-NOCMOV-NEXT: xorl $7, %eax
230 ; X86-NOCMOV-NEXT: # kill: def $al killed $al killed $eax
231 ; X86-NOCMOV-NEXT: retl
232 ; X86-NOCMOV-NEXT: .LBB4_1:
233 ; X86-NOCMOV-NEXT: movb $8, %al
234 ; X86-NOCMOV-NEXT: # kill: def $al killed $al killed $eax
235 ; X86-NOCMOV-NEXT: retl
236 ;
237 ; X86-CMOV-LABEL: ctlz_i8_zero_test:
238 ; X86-CMOV: # %bb.0:
239 ; X86-CMOV-NEXT: movzbl {{[0-9]+}}(%esp), %eax
240 ; X86-CMOV-NEXT: bsrl %eax, %ecx
241 ; X86-CMOV-NEXT: movl $15, %eax
242 ; X86-CMOV-NEXT: cmovnel %ecx, %eax
243 ; X86-CMOV-NEXT: xorl $7, %eax
244 ; X86-CMOV-NEXT: # kill: def $al killed $al killed $eax
245 ; X86-CMOV-NEXT: retl
246 ;
247 ; X64-LABEL: ctlz_i8_zero_test:
248 ; X64: # %bb.0:
249 ; X64-NEXT: movzbl %dil, %ecx
250 ; X64-NEXT: movl $15, %eax
251 ; X64-NEXT: bsrl %ecx, %eax
252 ; X64-NEXT: xorl $7, %eax
253 ; X64-NEXT: # kill: def $al killed $al killed $eax
254 ; X64-NEXT: retq
255 ;
256 ; X86-CLZ-LABEL: ctlz_i8_zero_test:
257 ; X86-CLZ: # %bb.0:
258 ; X86-CLZ-NEXT: movzbl {{[0-9]+}}(%esp), %eax
259 ; X86-CLZ-NEXT: lzcntl %eax, %eax
260 ; X86-CLZ-NEXT: addl $-24, %eax
261 ; X86-CLZ-NEXT: # kill: def $al killed $al killed $eax
262 ; X86-CLZ-NEXT: retl
263 ;
264 ; X64-CLZ-LABEL: ctlz_i8_zero_test:
265 ; X64-CLZ: # %bb.0:
266 ; X64-CLZ-NEXT: movzbl %dil, %eax
267 ; X64-CLZ-NEXT: lzcntl %eax, %eax
268 ; X64-CLZ-NEXT: addl $-24, %eax
269 ; X64-CLZ-NEXT: # kill: def $al killed $al killed $eax
270 ; X64-CLZ-NEXT: retq
271 ;
272 ; X64-FASTLZCNT-LABEL: ctlz_i8_zero_test:
273 ; X64-FASTLZCNT: # %bb.0:
274 ; X64-FASTLZCNT-NEXT: movzbl %dil, %eax
275 ; X64-FASTLZCNT-NEXT: lzcntl %eax, %eax
276 ; X64-FASTLZCNT-NEXT: addl $-24, %eax
277 ; X64-FASTLZCNT-NEXT: # kill: def $al killed $al killed $eax
278 ; X64-FASTLZCNT-NEXT: retq
279 ;
280 ; X86-FASTLZCNT-LABEL: ctlz_i8_zero_test:
281 ; X86-FASTLZCNT: # %bb.0:
282 ; X86-FASTLZCNT-NEXT: movzbl {{[0-9]+}}(%esp), %eax
283 ; X86-FASTLZCNT-NEXT: lzcntl %eax, %eax
284 ; X86-FASTLZCNT-NEXT: addl $-24, %eax
285 ; X86-FASTLZCNT-NEXT: # kill: def $al killed $al killed $eax
286 ; X86-FASTLZCNT-NEXT: retl
287 %tmp1 = call i8 @llvm.ctlz.i8(i8 %n, i1 false)
288 ret i8 %tmp1
289 }
291 ; Generate a test and branch to handle zero inputs because bsr/bsf are very slow.
292 define i16 @ctlz_i16_zero_test(i16 %n) {
293 ; X86-NOCMOV-LABEL: ctlz_i16_zero_test:
294 ; X86-NOCMOV: # %bb.0:
295 ; X86-NOCMOV-NEXT: movzwl {{[0-9]+}}(%esp), %eax
296 ; X86-NOCMOV-NEXT: testw %ax, %ax
297 ; X86-NOCMOV-NEXT: je .LBB5_1
298 ; X86-NOCMOV-NEXT: # %bb.2: # %cond.false
299 ; X86-NOCMOV-NEXT: bsrw %ax, %ax
300 ; X86-NOCMOV-NEXT: xorl $15, %eax
301 ; X86-NOCMOV-NEXT: # kill: def $ax killed $ax killed $eax
302 ; X86-NOCMOV-NEXT: retl
303 ; X86-NOCMOV-NEXT: .LBB5_1:
304 ; X86-NOCMOV-NEXT: movw $16, %ax
305 ; X86-NOCMOV-NEXT: # kill: def $ax killed $ax killed $eax
306 ; X86-NOCMOV-NEXT: retl
307 ;
308 ; X86-CMOV-LABEL: ctlz_i16_zero_test:
309 ; X86-CMOV: # %bb.0:
310 ; X86-CMOV-NEXT: bsrw {{[0-9]+}}(%esp), %cx
311 ; X86-CMOV-NEXT: movw $31, %ax
312 ; X86-CMOV-NEXT: cmovnew %cx, %ax
313 ; X86-CMOV-NEXT: xorl $15, %eax
314 ; X86-CMOV-NEXT: # kill: def $ax killed $ax killed $eax
315 ; X86-CMOV-NEXT: retl
316 ;
317 ; X64-LABEL: ctlz_i16_zero_test:
318 ; X64: # %bb.0:
319 ; X64-NEXT: movw $31, %ax
320 ; X64-NEXT: bsrw %di, %ax
321 ; X64-NEXT: xorl $15, %eax
322 ; X64-NEXT: # kill: def $ax killed $ax killed $eax
323 ; X64-NEXT: retq
324 ;
325 ; X86-CLZ-LABEL: ctlz_i16_zero_test:
326 ; X86-CLZ: # %bb.0:
327 ; X86-CLZ-NEXT: lzcntw {{[0-9]+}}(%esp), %ax
328 ; X86-CLZ-NEXT: retl
329 ;
330 ; X64-CLZ-LABEL: ctlz_i16_zero_test:
331 ; X64-CLZ: # %bb.0:
332 ; X64-CLZ-NEXT: lzcntw %di, %ax
333 ; X64-CLZ-NEXT: retq
334 ;
335 ; X64-FASTLZCNT-LABEL: ctlz_i16_zero_test:
336 ; X64-FASTLZCNT: # %bb.0:
337 ; X64-FASTLZCNT-NEXT: lzcntw %di, %ax
338 ; X64-FASTLZCNT-NEXT: retq
339 ;
340 ; X86-FASTLZCNT-LABEL: ctlz_i16_zero_test:
341 ; X86-FASTLZCNT: # %bb.0:
342 ; X86-FASTLZCNT-NEXT: lzcntw {{[0-9]+}}(%esp), %ax
343 ; X86-FASTLZCNT-NEXT: retl
344 %tmp1 = call i16 @llvm.ctlz.i16(i16 %n, i1 false)
345 ret i16 %tmp1
346 }
348 ; Generate a test and branch to handle zero inputs because bsr/bsf are very slow.
349 define i32 @ctlz_i32_zero_test(i32 %n) {
350 ; X86-NOCMOV-LABEL: ctlz_i32_zero_test:
351 ; X86-NOCMOV: # %bb.0:
352 ; X86-NOCMOV-NEXT: movl {{[0-9]+}}(%esp), %eax
353 ; X86-NOCMOV-NEXT: testl %eax, %eax
354 ; X86-NOCMOV-NEXT: je .LBB6_1
355 ; X86-NOCMOV-NEXT: # %bb.2: # %cond.false
356 ; X86-NOCMOV-NEXT: bsrl %eax, %eax
357 ; X86-NOCMOV-NEXT: xorl $31, %eax
358 ; X86-NOCMOV-NEXT: retl
359 ; X86-NOCMOV-NEXT: .LBB6_1:
360 ; X86-NOCMOV-NEXT: movl $32, %eax
361 ; X86-NOCMOV-NEXT: retl
362 ;
363 ; X86-CMOV-LABEL: ctlz_i32_zero_test:
364 ; X86-CMOV: # %bb.0:
365 ; X86-CMOV-NEXT: bsrl {{[0-9]+}}(%esp), %ecx
366 ; X86-CMOV-NEXT: movl $63, %eax
367 ; X86-CMOV-NEXT: cmovnel %ecx, %eax
368 ; X86-CMOV-NEXT: xorl $31, %eax
369 ; X86-CMOV-NEXT: retl
370 ;
371 ; X64-LABEL: ctlz_i32_zero_test:
372 ; X64: # %bb.0:
373 ; X64-NEXT: movl $63, %eax
374 ; X64-NEXT: bsrl %edi, %eax
375 ; X64-NEXT: xorl $31, %eax
376 ; X64-NEXT: retq
377 ;
378 ; X86-CLZ-LABEL: ctlz_i32_zero_test:
379 ; X86-CLZ: # %bb.0:
380 ; X86-CLZ-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
381 ; X86-CLZ-NEXT: retl
382 ;
383 ; X64-CLZ-LABEL: ctlz_i32_zero_test:
384 ; X64-CLZ: # %bb.0:
385 ; X64-CLZ-NEXT: lzcntl %edi, %eax
386 ; X64-CLZ-NEXT: retq
387 ;
388 ; X64-FASTLZCNT-LABEL: ctlz_i32_zero_test:
389 ; X64-FASTLZCNT: # %bb.0:
390 ; X64-FASTLZCNT-NEXT: lzcntl %edi, %eax
391 ; X64-FASTLZCNT-NEXT: retq
392 ;
393 ; X86-FASTLZCNT-LABEL: ctlz_i32_zero_test:
394 ; X86-FASTLZCNT: # %bb.0:
395 ; X86-FASTLZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
396 ; X86-FASTLZCNT-NEXT: retl
397 %tmp1 = call i32 @llvm.ctlz.i32(i32 %n, i1 false)
398 ret i32 %tmp1
399 }
401 ; Generate a test and branch to handle zero inputs because bsr/bsf are very slow.
402 define i64 @ctlz_i64_zero_test(i64 %n) {
403 ; X86-NOCMOV-LABEL: ctlz_i64_zero_test:
404 ; X86-NOCMOV: # %bb.0:
405 ; X86-NOCMOV-NEXT: movl {{[0-9]+}}(%esp), %ecx
406 ; X86-NOCMOV-NEXT: bsrl {{[0-9]+}}(%esp), %edx
407 ; X86-NOCMOV-NEXT: movl $63, %eax
408 ; X86-NOCMOV-NEXT: je .LBB7_2
409 ; X86-NOCMOV-NEXT: # %bb.1:
410 ; X86-NOCMOV-NEXT: movl %edx, %eax
411 ; X86-NOCMOV-NEXT: .LBB7_2:
412 ; X86-NOCMOV-NEXT: testl %ecx, %ecx
413 ; X86-NOCMOV-NEXT: jne .LBB7_3
414 ; X86-NOCMOV-NEXT: # %bb.4:
415 ; X86-NOCMOV-NEXT: xorl $31, %eax
416 ; X86-NOCMOV-NEXT: addl $32, %eax
417 ; X86-NOCMOV-NEXT: xorl %edx, %edx
418 ; X86-NOCMOV-NEXT: retl
419 ; X86-NOCMOV-NEXT: .LBB7_3:
420 ; X86-NOCMOV-NEXT: bsrl %ecx, %eax
421 ; X86-NOCMOV-NEXT: xorl $31, %eax
422 ; X86-NOCMOV-NEXT: xorl %edx, %edx
423 ; X86-NOCMOV-NEXT: retl
424 ;
425 ; X86-CMOV-LABEL: ctlz_i64_zero_test:
426 ; X86-CMOV: # %bb.0:
427 ; X86-CMOV-NEXT: movl {{[0-9]+}}(%esp), %ecx
428 ; X86-CMOV-NEXT: bsrl {{[0-9]+}}(%esp), %eax
429 ; X86-CMOV-NEXT: movl $63, %edx
430 ; X86-CMOV-NEXT: cmovnel %eax, %edx
431 ; X86-CMOV-NEXT: xorl $31, %edx
432 ; X86-CMOV-NEXT: addl $32, %edx
433 ; X86-CMOV-NEXT: bsrl %ecx, %eax
434 ; X86-CMOV-NEXT: xorl $31, %eax
435 ; X86-CMOV-NEXT: testl %ecx, %ecx
436 ; X86-CMOV-NEXT: cmovel %edx, %eax
437 ; X86-CMOV-NEXT: xorl %edx, %edx
438 ; X86-CMOV-NEXT: retl
439 ;
440 ; X64-LABEL: ctlz_i64_zero_test:
441 ; X64: # %bb.0:
442 ; X64-NEXT: movl $127, %eax
443 ; X64-NEXT: bsrq %rdi, %rax
444 ; X64-NEXT: xorq $63, %rax
445 ; X64-NEXT: retq
446 ;
447 ; X86-CLZ-LABEL: ctlz_i64_zero_test:
448 ; X86-CLZ: # %bb.0:
449 ; X86-CLZ-NEXT: movl {{[0-9]+}}(%esp), %eax
450 ; X86-CLZ-NEXT: testl %eax, %eax
451 ; X86-CLZ-NEXT: jne .LBB7_1
452 ; X86-CLZ-NEXT: # %bb.2:
453 ; X86-CLZ-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
454 ; X86-CLZ-NEXT: addl $32, %eax
455 ; X86-CLZ-NEXT: xorl %edx, %edx
456 ; X86-CLZ-NEXT: retl
457 ; X86-CLZ-NEXT: .LBB7_1:
458 ; X86-CLZ-NEXT: lzcntl %eax, %eax
459 ; X86-CLZ-NEXT: xorl %edx, %edx
460 ; X86-CLZ-NEXT: retl
461 ;
462 ; X64-CLZ-LABEL: ctlz_i64_zero_test:
463 ; X64-CLZ: # %bb.0:
464 ; X64-CLZ-NEXT: lzcntq %rdi, %rax
465 ; X64-CLZ-NEXT: retq
466 ;
467 ; X64-FASTLZCNT-LABEL: ctlz_i64_zero_test:
468 ; X64-FASTLZCNT: # %bb.0:
469 ; X64-FASTLZCNT-NEXT: lzcntq %rdi, %rax
470 ; X64-FASTLZCNT-NEXT: retq
471 ;
472 ; X86-FASTLZCNT-LABEL: ctlz_i64_zero_test:
473 ; X86-FASTLZCNT: # %bb.0:
474 ; X86-FASTLZCNT-NEXT: movl {{[0-9]+}}(%esp), %eax
475 ; X86-FASTLZCNT-NEXT: testl %eax, %eax
476 ; X86-FASTLZCNT-NEXT: jne .LBB7_1
477 ; X86-FASTLZCNT-NEXT: # %bb.2:
478 ; X86-FASTLZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
479 ; X86-FASTLZCNT-NEXT: addl $32, %eax
480 ; X86-FASTLZCNT-NEXT: xorl %edx, %edx
481 ; X86-FASTLZCNT-NEXT: retl
482 ; X86-FASTLZCNT-NEXT: .LBB7_1:
483 ; X86-FASTLZCNT-NEXT: lzcntl %eax, %eax
484 ; X86-FASTLZCNT-NEXT: xorl %edx, %edx
485 ; X86-FASTLZCNT-NEXT: retl
486 %tmp1 = call i64 @llvm.ctlz.i64(i64 %n, i1 false)
487 ret i64 %tmp1
488 }
490 ; Don't generate the cmovne when the source is known non-zero (and bsr would
491 ; not set ZF).
492 ; rdar://9490949
493 define i32 @ctlz_i32_fold_cmov(i32 %n) {
494 ; X86-LABEL: ctlz_i32_fold_cmov:
495 ; X86: # %bb.0:
496 ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax
497 ; X86-NEXT: orl $1, %eax
498 ; X86-NEXT: bsrl %eax, %eax
499 ; X86-NEXT: xorl $31, %eax
500 ; X86-NEXT: retl
501 ;
502 ; X64-LABEL: ctlz_i32_fold_cmov:
503 ; X64: # %bb.0:
504 ; X64-NEXT: orl $1, %edi
505 ; X64-NEXT: bsrl %edi, %eax
506 ; X64-NEXT: xorl $31, %eax
507 ; X64-NEXT: retq
508 ;
509 ; X86-CLZ-LABEL: ctlz_i32_fold_cmov:
510 ; X86-CLZ: # %bb.0:
511 ; X86-CLZ-NEXT: movl {{[0-9]+}}(%esp), %eax
512 ; X86-CLZ-NEXT: orl $1, %eax
513 ; X86-CLZ-NEXT: lzcntl %eax, %eax
514 ; X86-CLZ-NEXT: retl
515 ;
516 ; X64-CLZ-LABEL: ctlz_i32_fold_cmov:
517 ; X64-CLZ: # %bb.0:
518 ; X64-CLZ-NEXT: orl $1, %edi
519 ; X64-CLZ-NEXT: lzcntl %edi, %eax
520 ; X64-CLZ-NEXT: retq
521 ;
522 ; X64-FASTLZCNT-LABEL: ctlz_i32_fold_cmov:
523 ; X64-FASTLZCNT: # %bb.0:
524 ; X64-FASTLZCNT-NEXT: orl $1, %edi
525 ; X64-FASTLZCNT-NEXT: lzcntl %edi, %eax
526 ; X64-FASTLZCNT-NEXT: retq
527 ;
528 ; X86-FASTLZCNT-LABEL: ctlz_i32_fold_cmov:
529 ; X86-FASTLZCNT: # %bb.0:
530 ; X86-FASTLZCNT-NEXT: movl {{[0-9]+}}(%esp), %eax
531 ; X86-FASTLZCNT-NEXT: orl $1, %eax
532 ; X86-FASTLZCNT-NEXT: lzcntl %eax, %eax
533 ; X86-FASTLZCNT-NEXT: retl
534 %or = or i32 %n, 1
535 %tmp1 = call i32 @llvm.ctlz.i32(i32 %or, i1 false)
536 ret i32 %tmp1
537 }
539 ; Don't generate any xors when a 'ctlz' intrinsic is actually used to compute
540 ; the most significant bit, which is what 'bsr' does natively.
541 ; NOTE: We intentionally don't select `bsr` when `fast-lzcnt` is
542 ; available. This is 1) because `bsr` has some drawbacks including a
543 ; dependency on dst, 2) very poor performance on some of the
544 ; `fast-lzcnt` processors, and 3) `lzcnt` runs at ALU latency/throughput
545 ; so `lzcnt` + `xor` has better throughput than even the 1-uop
546 ; (1c latency, 1c throughput) `bsr`.
547 define i32 @ctlz_bsr(i32 %n) {
548 ; X86-LABEL: ctlz_bsr:
549 ; X86: # %bb.0:
550 ; X86-NEXT: bsrl {{[0-9]+}}(%esp), %eax
551 ; X86-NEXT: retl
552 ;
553 ; X64-LABEL: ctlz_bsr:
554 ; X64: # %bb.0:
555 ; X64-NEXT: bsrl %edi, %eax
556 ; X64-NEXT: retq
557 ;
558 ; X86-CLZ-LABEL: ctlz_bsr:
559 ; X86-CLZ: # %bb.0:
560 ; X86-CLZ-NEXT: bsrl {{[0-9]+}}(%esp), %eax
561 ; X86-CLZ-NEXT: retl
562 ;
563 ; X64-CLZ-LABEL: ctlz_bsr:
564 ; X64-CLZ: # %bb.0:
565 ; X64-CLZ-NEXT: bsrl %edi, %eax
566 ; X64-CLZ-NEXT: retq
567 ;
568 ; X64-FASTLZCNT-LABEL: ctlz_bsr:
569 ; X64-FASTLZCNT: # %bb.0:
570 ; X64-FASTLZCNT-NEXT: lzcntl %edi, %eax
571 ; X64-FASTLZCNT-NEXT: xorl $31, %eax
572 ; X64-FASTLZCNT-NEXT: retq
573 ;
574 ; X86-FASTLZCNT-LABEL: ctlz_bsr:
575 ; X86-FASTLZCNT: # %bb.0:
576 ; X86-FASTLZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
577 ; X86-FASTLZCNT-NEXT: xorl $31, %eax
578 ; X86-FASTLZCNT-NEXT: retl
579 %ctlz = call i32 @llvm.ctlz.i32(i32 %n, i1 true)
580 %bsr = xor i32 %ctlz, 31
581 ret i32 %bsr
582 }
584 ; Generate a test and branch to handle zero inputs because bsr/bsf are very slow.
585 ; FIXME: The compare and branch are produced late in IR (by CodeGenPrepare), and
586 ; codegen doesn't know how to combine the $32 and $31 into $63.
587 define i32 @ctlz_bsr_zero_test(i32 %n) {
588 ; X86-NOCMOV-LABEL: ctlz_bsr_zero_test:
589 ; X86-NOCMOV: # %bb.0:
590 ; X86-NOCMOV-NEXT: movl {{[0-9]+}}(%esp), %eax
591 ; X86-NOCMOV-NEXT: testl %eax, %eax
592 ; X86-NOCMOV-NEXT: je .LBB10_1
593 ; X86-NOCMOV-NEXT: # %bb.2: # %cond.false
594 ; X86-NOCMOV-NEXT: bsrl %eax, %eax
595 ; X86-NOCMOV-NEXT: xorl $31, %eax
596 ; X86-NOCMOV-NEXT: xorl $31, %eax
597 ; X86-NOCMOV-NEXT: retl
598 ; X86-NOCMOV-NEXT: .LBB10_1:
599 ; X86-NOCMOV-NEXT: movl $32, %eax
600 ; X86-NOCMOV-NEXT: xorl $31, %eax
601 ; X86-NOCMOV-NEXT: retl
602 ;
603 ; X86-CMOV-LABEL: ctlz_bsr_zero_test:
604 ; X86-CMOV: # %bb.0:
605 ; X86-CMOV-NEXT: bsrl {{[0-9]+}}(%esp), %ecx
606 ; X86-CMOV-NEXT: movl $63, %eax
607 ; X86-CMOV-NEXT: cmovnel %ecx, %eax
608 ; X86-CMOV-NEXT: retl
609 ;
610 ; X64-LABEL: ctlz_bsr_zero_test:
611 ; X64: # %bb.0:
612 ; X64-NEXT: movl $63, %eax
613 ; X64-NEXT: bsrl %edi, %eax
614 ; X64-NEXT: retq
615 ;
616 ; X86-CLZ-LABEL: ctlz_bsr_zero_test:
617 ; X86-CLZ: # %bb.0:
618 ; X86-CLZ-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
619 ; X86-CLZ-NEXT: xorl $31, %eax
620 ; X86-CLZ-NEXT: retl
621 ;
622 ; X64-CLZ-LABEL: ctlz_bsr_zero_test:
623 ; X64-CLZ: # %bb.0:
624 ; X64-CLZ-NEXT: lzcntl %edi, %eax
625 ; X64-CLZ-NEXT: xorl $31, %eax
626 ; X64-CLZ-NEXT: retq
627 ;
628 ; X64-FASTLZCNT-LABEL: ctlz_bsr_zero_test:
629 ; X64-FASTLZCNT: # %bb.0:
630 ; X64-FASTLZCNT-NEXT: lzcntl %edi, %eax
631 ; X64-FASTLZCNT-NEXT: xorl $31, %eax
632 ; X64-FASTLZCNT-NEXT: retq
633 ;
634 ; X86-FASTLZCNT-LABEL: ctlz_bsr_zero_test:
635 ; X86-FASTLZCNT: # %bb.0:
636 ; X86-FASTLZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
637 ; X86-FASTLZCNT-NEXT: xorl $31, %eax
638 ; X86-FASTLZCNT-NEXT: retl
639 %ctlz = call i32 @llvm.ctlz.i32(i32 %n, i1 false)
640 %bsr = xor i32 %ctlz, 31
641 ret i32 %bsr
642 }
644 define i8 @ctlz_i8_knownbits(i8 %x) {
645 ; X86-LABEL: ctlz_i8_knownbits:
646 ; X86: # %bb.0:
647 ; X86-NEXT: movzbl {{[0-9]+}}(%esp), %eax
648 ; X86-NEXT: orb $64, %al
649 ; X86-NEXT: movzbl %al, %eax
650 ; X86-NEXT: bsrl %eax, %eax
651 ; X86-NEXT: xorl $7, %eax
652 ; X86-NEXT: # kill: def $al killed $al killed $eax
653 ; X86-NEXT: retl
654 ;
655 ; X64-LABEL: ctlz_i8_knownbits:
656 ; X64: # %bb.0:
657 ; X64-NEXT: orb $64, %dil
658 ; X64-NEXT: movzbl %dil, %eax
659 ; X64-NEXT: bsrl %eax, %eax
660 ; X64-NEXT: xorl $7, %eax
661 ; X64-NEXT: # kill: def $al killed $al killed $eax
662 ; X64-NEXT: retq
663 ;
664 ; X86-CLZ-LABEL: ctlz_i8_knownbits:
665 ; X86-CLZ: # %bb.0:
666 ; X86-CLZ-NEXT: movzbl {{[0-9]+}}(%esp), %eax
667 ; X86-CLZ-NEXT: orb $64, %al
668 ; X86-CLZ-NEXT: movzbl %al, %eax
669 ; X86-CLZ-NEXT: shll $24, %eax
670 ; X86-CLZ-NEXT: lzcntl %eax, %eax
671 ; X86-CLZ-NEXT: # kill: def $al killed $al killed $eax
672 ; X86-CLZ-NEXT: retl
673 ;
674 ; X64-CLZ-LABEL: ctlz_i8_knownbits:
675 ; X64-CLZ: # %bb.0:
676 ; X64-CLZ-NEXT: orb $64, %dil
677 ; X64-CLZ-NEXT: movzbl %dil, %eax
678 ; X64-CLZ-NEXT: shll $24, %eax
679 ; X64-CLZ-NEXT: lzcntl %eax, %eax
680 ; X64-CLZ-NEXT: # kill: def $al killed $al killed $eax
681 ; X64-CLZ-NEXT: retq
682 ;
683 ; X64-FASTLZCNT-LABEL: ctlz_i8_knownbits:
684 ; X64-FASTLZCNT: # %bb.0:
685 ; X64-FASTLZCNT-NEXT: orb $64, %dil
686 ; X64-FASTLZCNT-NEXT: movzbl %dil, %eax
687 ; X64-FASTLZCNT-NEXT: shll $24, %eax
688 ; X64-FASTLZCNT-NEXT: lzcntl %eax, %eax
689 ; X64-FASTLZCNT-NEXT: # kill: def $al killed $al killed $eax
690 ; X64-FASTLZCNT-NEXT: retq
691 ;
692 ; X86-FASTLZCNT-LABEL: ctlz_i8_knownbits:
693 ; X86-FASTLZCNT: # %bb.0:
694 ; X86-FASTLZCNT-NEXT: movzbl {{[0-9]+}}(%esp), %eax
695 ; X86-FASTLZCNT-NEXT: orb $64, %al
696 ; X86-FASTLZCNT-NEXT: movzbl %al, %eax
697 ; X86-FASTLZCNT-NEXT: shll $24, %eax
698 ; X86-FASTLZCNT-NEXT: lzcntl %eax, %eax
699 ; X86-FASTLZCNT-NEXT: # kill: def $al killed $al killed $eax
700 ; X86-FASTLZCNT-NEXT: retl
702 %x2 = or i8 %x, 64
703 %tmp = call i8 @llvm.ctlz.i8(i8 %x2, i1 true )
704 %tmp2 = and i8 %tmp, 1
705 ret i8 %tmp2
706 }
708 ; Make sure we can detect that the input is non-zero and avoid cmov after BSR
709 ; This is relevant for 32-bit mode without lzcnt
710 define i64 @ctlz_i64_zero_test_knownneverzero(i64 %n) {
711 ; X86-NOCMOV-LABEL: ctlz_i64_zero_test_knownneverzero:
712 ; X86-NOCMOV: # %bb.0:
713 ; X86-NOCMOV-NEXT: movl {{[0-9]+}}(%esp), %eax
714 ; X86-NOCMOV-NEXT: testl %eax, %eax
715 ; X86-NOCMOV-NEXT: jne .LBB12_1
716 ; X86-NOCMOV-NEXT: # %bb.2:
717 ; X86-NOCMOV-NEXT: movl {{[0-9]+}}(%esp), %eax
718 ; X86-NOCMOV-NEXT: orl $1, %eax
719 ; X86-NOCMOV-NEXT: bsrl %eax, %eax
720 ; X86-NOCMOV-NEXT: xorl $31, %eax
721 ; X86-NOCMOV-NEXT: orl $32, %eax
722 ; X86-NOCMOV-NEXT: xorl %edx, %edx
723 ; X86-NOCMOV-NEXT: retl
724 ; X86-NOCMOV-NEXT: .LBB12_1:
725 ; X86-NOCMOV-NEXT: bsrl %eax, %eax
726 ; X86-NOCMOV-NEXT: xorl $31, %eax
727 ; X86-NOCMOV-NEXT: xorl %edx, %edx
728 ; X86-NOCMOV-NEXT: retl
729 ;
730 ; X86-CMOV-LABEL: ctlz_i64_zero_test_knownneverzero:
731 ; X86-CMOV: # %bb.0:
732 ; X86-CMOV-NEXT: movl {{[0-9]+}}(%esp), %eax
733 ; X86-CMOV-NEXT: movl {{[0-9]+}}(%esp), %ecx
734 ; X86-CMOV-NEXT: orl $1, %eax
735 ; X86-CMOV-NEXT: bsrl %ecx, %edx
736 ; X86-CMOV-NEXT: xorl $31, %edx
737 ; X86-CMOV-NEXT: bsrl %eax, %eax
738 ; X86-CMOV-NEXT: xorl $31, %eax
739 ; X86-CMOV-NEXT: orl $32, %eax
740 ; X86-CMOV-NEXT: testl %ecx, %ecx
741 ; X86-CMOV-NEXT: cmovnel %edx, %eax
742 ; X86-CMOV-NEXT: xorl %edx, %edx
743 ; X86-CMOV-NEXT: retl
744 ;
745 ; X64-LABEL: ctlz_i64_zero_test_knownneverzero:
746 ; X64: # %bb.0:
747 ; X64-NEXT: orq $1, %rdi
748 ; X64-NEXT: bsrq %rdi, %rax
749 ; X64-NEXT: xorq $63, %rax
750 ; X64-NEXT: retq
751 ;
752 ; X86-CLZ-LABEL: ctlz_i64_zero_test_knownneverzero:
753 ; X86-CLZ: # %bb.0:
754 ; X86-CLZ-NEXT: movl {{[0-9]+}}(%esp), %eax
755 ; X86-CLZ-NEXT: testl %eax, %eax
756 ; X86-CLZ-NEXT: jne .LBB12_1
757 ; X86-CLZ-NEXT: # %bb.2:
758 ; X86-CLZ-NEXT: movl {{[0-9]+}}(%esp), %eax
759 ; X86-CLZ-NEXT: orl $1, %eax
760 ; X86-CLZ-NEXT: lzcntl %eax, %eax
761 ; X86-CLZ-NEXT: orl $32, %eax
762 ; X86-CLZ-NEXT: xorl %edx, %edx
763 ; X86-CLZ-NEXT: retl
764 ; X86-CLZ-NEXT: .LBB12_1:
765 ; X86-CLZ-NEXT: lzcntl %eax, %eax
766 ; X86-CLZ-NEXT: xorl %edx, %edx
767 ; X86-CLZ-NEXT: retl
768 ;
769 ; X64-CLZ-LABEL: ctlz_i64_zero_test_knownneverzero:
770 ; X64-CLZ: # %bb.0:
771 ; X64-CLZ-NEXT: orq $1, %rdi
772 ; X64-CLZ-NEXT: lzcntq %rdi, %rax
773 ; X64-CLZ-NEXT: retq
774 ;
775 ; X64-FASTLZCNT-LABEL: ctlz_i64_zero_test_knownneverzero:
776 ; X64-FASTLZCNT: # %bb.0:
777 ; X64-FASTLZCNT-NEXT: orq $1, %rdi
778 ; X64-FASTLZCNT-NEXT: lzcntq %rdi, %rax
779 ; X64-FASTLZCNT-NEXT: retq
780 ;
781 ; X86-FASTLZCNT-LABEL: ctlz_i64_zero_test_knownneverzero:
782 ; X86-FASTLZCNT: # %bb.0:
783 ; X86-FASTLZCNT-NEXT: movl {{[0-9]+}}(%esp), %eax
784 ; X86-FASTLZCNT-NEXT: testl %eax, %eax
785 ; X86-FASTLZCNT-NEXT: jne .LBB12_1
786 ; X86-FASTLZCNT-NEXT: # %bb.2:
787 ; X86-FASTLZCNT-NEXT: movl {{[0-9]+}}(%esp), %eax
788 ; X86-FASTLZCNT-NEXT: orl $1, %eax
789 ; X86-FASTLZCNT-NEXT: lzcntl %eax, %eax
790 ; X86-FASTLZCNT-NEXT: orl $32, %eax
791 ; X86-FASTLZCNT-NEXT: xorl %edx, %edx
792 ; X86-FASTLZCNT-NEXT: retl
793 ; X86-FASTLZCNT-NEXT: .LBB12_1:
794 ; X86-FASTLZCNT-NEXT: lzcntl %eax, %eax
795 ; X86-FASTLZCNT-NEXT: xorl %edx, %edx
796 ; X86-FASTLZCNT-NEXT: retl
797 %o = or i64 %n, 1
798 %tmp1 = call i64 @llvm.ctlz.i64(i64 %o, i1 false)
799 ret i64 %tmp1
800 }
802 ; Ensure we fold away the XOR(TRUNC(XOR(BSR(X),31)),31).
803 define i8 @PR47603_trunc(i32 %0) {
804 ; X86-LABEL: PR47603_trunc:
805 ; X86: # %bb.0:
806 ; X86-NEXT: bsrl {{[0-9]+}}(%esp), %eax
807 ; X86-NEXT: # kill: def $al killed $al killed $eax
808 ; X86-NEXT: retl
809 ;
810 ; X64-LABEL: PR47603_trunc:
811 ; X64: # %bb.0:
812 ; X64-NEXT: bsrl %edi, %eax
813 ; X64-NEXT: # kill: def $al killed $al killed $eax
814 ; X64-NEXT: retq
815 ;
816 ; X86-CLZ-LABEL: PR47603_trunc:
817 ; X86-CLZ: # %bb.0:
818 ; X86-CLZ-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
819 ; X86-CLZ-NEXT: xorb $31, %al
820 ; X86-CLZ-NEXT: # kill: def $al killed $al killed $eax
821 ; X86-CLZ-NEXT: retl
822 ;
823 ; X64-CLZ-LABEL: PR47603_trunc:
824 ; X64-CLZ: # %bb.0:
825 ; X64-CLZ-NEXT: lzcntl %edi, %eax
826 ; X64-CLZ-NEXT: xorb $31, %al
827 ; X64-CLZ-NEXT: # kill: def $al killed $al killed $eax
828 ; X64-CLZ-NEXT: retq
829 ;
830 ; X64-FASTLZCNT-LABEL: PR47603_trunc:
831 ; X64-FASTLZCNT: # %bb.0:
832 ; X64-FASTLZCNT-NEXT: lzcntl %edi, %eax
833 ; X64-FASTLZCNT-NEXT: xorb $31, %al
834 ; X64-FASTLZCNT-NEXT: # kill: def $al killed $al killed $eax
835 ; X64-FASTLZCNT-NEXT: retq
836 ;
837 ; X86-FASTLZCNT-LABEL: PR47603_trunc:
838 ; X86-FASTLZCNT: # %bb.0:
839 ; X86-FASTLZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
840 ; X86-FASTLZCNT-NEXT: xorb $31, %al
841 ; X86-FASTLZCNT-NEXT: # kill: def $al killed $al killed $eax
842 ; X86-FASTLZCNT-NEXT: retl
843 %2 = call i32 @llvm.ctlz.i32(i32 %0, i1 true)
844 %3 = xor i32 %2, 31
845 %4 = trunc i32 %3 to i8
846 ret i8 %4
847 }
849 ; Ensure we fold away the XOR(ZEXT(XOR(BSR(X),31)),31).
850 define i32 @PR47603_zext(i32 %a0, ptr %a1) {
851 ; X86-LABEL: PR47603_zext:
852 ; X86: # %bb.0:
853 ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax
854 ; X86-NEXT: bsrl {{[0-9]+}}(%esp), %ecx
855 ; X86-NEXT: movsbl (%eax,%ecx), %eax
856 ; X86-NEXT: retl
857 ;
858 ; X64-LABEL: PR47603_zext:
859 ; X64: # %bb.0:
860 ; X64-NEXT: bsrl %edi, %eax
861 ; X64-NEXT: movsbl (%rsi,%rax), %eax
862 ; X64-NEXT: retq
863 ;
864 ; X86-CLZ-LABEL: PR47603_zext:
865 ; X86-CLZ: # %bb.0:
866 ; X86-CLZ-NEXT: movl {{[0-9]+}}(%esp), %eax
867 ; X86-CLZ-NEXT: bsrl {{[0-9]+}}(%esp), %ecx
868 ; X86-CLZ-NEXT: movsbl (%eax,%ecx), %eax
869 ; X86-CLZ-NEXT: retl
870 ;
871 ; X64-CLZ-LABEL: PR47603_zext:
872 ; X64-CLZ: # %bb.0:
873 ; X64-CLZ-NEXT: lzcntl %edi, %eax
874 ; X64-CLZ-NEXT: xorq $31, %rax
875 ; X64-CLZ-NEXT: movsbl (%rsi,%rax), %eax
876 ; X64-CLZ-NEXT: retq
877 ;
878 ; X64-FASTLZCNT-LABEL: PR47603_zext:
879 ; X64-FASTLZCNT: # %bb.0:
880 ; X64-FASTLZCNT-NEXT: lzcntl %edi, %eax
881 ; X64-FASTLZCNT-NEXT: xorq $31, %rax
882 ; X64-FASTLZCNT-NEXT: movsbl (%rsi,%rax), %eax
883 ; X64-FASTLZCNT-NEXT: retq
884 ;
885 ; X86-FASTLZCNT-LABEL: PR47603_zext:
886 ; X86-FASTLZCNT: # %bb.0:
887 ; X86-FASTLZCNT-NEXT: movl {{[0-9]+}}(%esp), %eax
888 ; X86-FASTLZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %ecx
889 ; X86-FASTLZCNT-NEXT: xorl $31, %ecx
890 ; X86-FASTLZCNT-NEXT: movsbl (%eax,%ecx), %eax
891 ; X86-FASTLZCNT-NEXT: retl
892 %ctlz = tail call i32 @llvm.ctlz.i32(i32 %a0, i1 true)
893 %xor = xor i32 %ctlz, 31
894 %zext = zext i32 %xor to i64
895 %gep = getelementptr inbounds [32 x i8], ptr %a1, i64 0, i64 %zext
896 %load = load i8, ptr %gep, align 1
897 %sext = sext i8 %load to i32
898 ret i32 %sext
899 }
901 define i8 @ctlz_xor7_i8_true(i8 %x) {
902 ; X86-LABEL: ctlz_xor7_i8_true:
903 ; X86: # %bb.0:
904 ; X86-NEXT: movzbl {{[0-9]+}}(%esp), %eax
905 ; X86-NEXT: bsrl %eax, %eax
906 ; X86-NEXT: # kill: def $al killed $al killed $eax
907 ; X86-NEXT: retl
908 ;
909 ; X64-LABEL: ctlz_xor7_i8_true:
910 ; X64: # %bb.0:
911 ; X64-NEXT: movzbl %dil, %eax
912 ; X64-NEXT: bsrl %eax, %eax
913 ; X64-NEXT: # kill: def $al killed $al killed $eax
914 ; X64-NEXT: retq
915 ;
916 ; X86-CLZ-LABEL: ctlz_xor7_i8_true:
917 ; X86-CLZ: # %bb.0:
918 ; X86-CLZ-NEXT: movzbl {{[0-9]+}}(%esp), %eax
919 ; X86-CLZ-NEXT: bsrl %eax, %eax
920 ; X86-CLZ-NEXT: # kill: def $al killed $al killed $eax
921 ; X86-CLZ-NEXT: retl
922 ;
923 ; X64-CLZ-LABEL: ctlz_xor7_i8_true:
924 ; X64-CLZ: # %bb.0:
925 ; X64-CLZ-NEXT: movzbl %dil, %eax
926 ; X64-CLZ-NEXT: bsrl %eax, %eax
927 ; X64-CLZ-NEXT: # kill: def $al killed $al killed $eax
928 ; X64-CLZ-NEXT: retq
929 ;
930 ; X64-FASTLZCNT-LABEL: ctlz_xor7_i8_true:
931 ; X64-FASTLZCNT: # %bb.0:
932 ; X64-FASTLZCNT-NEXT: shll $24, %edi
933 ; X64-FASTLZCNT-NEXT: lzcntl %edi, %eax
934 ; X64-FASTLZCNT-NEXT: xorb $7, %al
935 ; X64-FASTLZCNT-NEXT: # kill: def $al killed $al killed $eax
936 ; X64-FASTLZCNT-NEXT: retq
937 ;
938 ; X86-FASTLZCNT-LABEL: ctlz_xor7_i8_true:
939 ; X86-FASTLZCNT: # %bb.0:
940 ; X86-FASTLZCNT-NEXT: movl {{[0-9]+}}(%esp), %eax
941 ; X86-FASTLZCNT-NEXT: shll $24, %eax
942 ; X86-FASTLZCNT-NEXT: lzcntl %eax, %eax
943 ; X86-FASTLZCNT-NEXT: xorb $7, %al
944 ; X86-FASTLZCNT-NEXT: # kill: def $al killed $al killed $eax
945 ; X86-FASTLZCNT-NEXT: retl
946 %clz = call i8 @llvm.ctlz.i8(i8 %x, i1 true)
947 %res = xor i8 %clz, 7
948 ret i8 %res
949 }
951 define i8 @ctlz_xor7_i8_false(i8 %x) {
952 ; X86-NOCMOV-LABEL: ctlz_xor7_i8_false:
953 ; X86-NOCMOV: # %bb.0:
954 ; X86-NOCMOV-NEXT: movzbl {{[0-9]+}}(%esp), %eax
955 ; X86-NOCMOV-NEXT: testb %al, %al
956 ; X86-NOCMOV-NEXT: je .LBB16_1
957 ; X86-NOCMOV-NEXT: # %bb.2: # %cond.false
958 ; X86-NOCMOV-NEXT: movzbl %al, %eax
959 ; X86-NOCMOV-NEXT: bsrl %eax, %eax
960 ; X86-NOCMOV-NEXT: xorl $7, %eax
961 ; X86-NOCMOV-NEXT: xorb $7, %al
962 ; X86-NOCMOV-NEXT: # kill: def $al killed $al killed $eax
963 ; X86-NOCMOV-NEXT: retl
964 ; X86-NOCMOV-NEXT: .LBB16_1:
965 ; X86-NOCMOV-NEXT: movb $8, %al
966 ; X86-NOCMOV-NEXT: xorb $7, %al
967 ; X86-NOCMOV-NEXT: # kill: def $al killed $al killed $eax
968 ; X86-NOCMOV-NEXT: retl
969 ;
970 ; X86-CMOV-LABEL: ctlz_xor7_i8_false:
971 ; X86-CMOV: # %bb.0:
972 ; X86-CMOV-NEXT: movzbl {{[0-9]+}}(%esp), %eax
973 ; X86-CMOV-NEXT: bsrl %eax, %ecx
974 ; X86-CMOV-NEXT: movl $15, %eax
975 ; X86-CMOV-NEXT: cmovnel %ecx, %eax
976 ; X86-CMOV-NEXT: # kill: def $al killed $al killed $eax
977 ; X86-CMOV-NEXT: retl
978 ;
979 ; X64-LABEL: ctlz_xor7_i8_false:
980 ; X64: # %bb.0:
981 ; X64-NEXT: movzbl %dil, %ecx
982 ; X64-NEXT: movl $15, %eax
983 ; X64-NEXT: bsrl %ecx, %eax
984 ; X64-NEXT: # kill: def $al killed $al killed $eax
985 ; X64-NEXT: retq
986 ;
987 ; X86-CLZ-LABEL: ctlz_xor7_i8_false:
988 ; X86-CLZ: # %bb.0:
989 ; X86-CLZ-NEXT: movzbl {{[0-9]+}}(%esp), %eax
990 ; X86-CLZ-NEXT: lzcntl %eax, %eax
991 ; X86-CLZ-NEXT: addl $-24, %eax
992 ; X86-CLZ-NEXT: xorb $7, %al
993 ; X86-CLZ-NEXT: # kill: def $al killed $al killed $eax
994 ; X86-CLZ-NEXT: retl
995 ;
996 ; X64-CLZ-LABEL: ctlz_xor7_i8_false:
997 ; X64-CLZ: # %bb.0:
998 ; X64-CLZ-NEXT: movzbl %dil, %eax
999 ; X64-CLZ-NEXT: lzcntl %eax, %eax
1000 ; X64-CLZ-NEXT: addl $-24, %eax
1001 ; X64-CLZ-NEXT: xorb $7, %al
1002 ; X64-CLZ-NEXT: # kill: def $al killed $al killed $eax
1003 ; X64-CLZ-NEXT: retq
1004 ;
1005 ; X64-FASTLZCNT-LABEL: ctlz_xor7_i8_false:
1006 ; X64-FASTLZCNT: # %bb.0:
1007 ; X64-FASTLZCNT-NEXT: movzbl %dil, %eax
1008 ; X64-FASTLZCNT-NEXT: lzcntl %eax, %eax
1009 ; X64-FASTLZCNT-NEXT: addl $-24, %eax
1010 ; X64-FASTLZCNT-NEXT: xorb $7, %al
1011 ; X64-FASTLZCNT-NEXT: # kill: def $al killed $al killed $eax
1012 ; X64-FASTLZCNT-NEXT: retq
1013 ;
1014 ; X86-FASTLZCNT-LABEL: ctlz_xor7_i8_false:
1015 ; X86-FASTLZCNT: # %bb.0:
1016 ; X86-FASTLZCNT-NEXT: movzbl {{[0-9]+}}(%esp), %eax
1017 ; X86-FASTLZCNT-NEXT: lzcntl %eax, %eax
1018 ; X86-FASTLZCNT-NEXT: addl $-24, %eax
1019 ; X86-FASTLZCNT-NEXT: xorb $7, %al
1020 ; X86-FASTLZCNT-NEXT: # kill: def $al killed $al killed $eax
1021 ; X86-FASTLZCNT-NEXT: retl
1022 %clz = call i8 @llvm.ctlz.i8(i8 %x, i1 false)
1023 %res = xor i8 %clz, 7
1024 ret i8 %res
1025 }
1027 define i16 @ctlz_xor15_i16_true(i16 %x) {
1028 ; X86-LABEL: ctlz_xor15_i16_true:
1029 ; X86: # %bb.0:
1030 ; X86-NEXT: bsrw {{[0-9]+}}(%esp), %ax
1031 ; X86-NEXT: retl
1032 ;
1033 ; X64-LABEL: ctlz_xor15_i16_true:
1034 ; X64: # %bb.0:
1035 ; X64-NEXT: bsrw %di, %ax
1036 ; X64-NEXT: retq
1037 ;
1038 ; X86-CLZ-LABEL: ctlz_xor15_i16_true:
1039 ; X86-CLZ: # %bb.0:
1040 ; X86-CLZ-NEXT: bsrw {{[0-9]+}}(%esp), %ax
1041 ; X86-CLZ-NEXT: retl
1042 ;
1043 ; X64-CLZ-LABEL: ctlz_xor15_i16_true:
1044 ; X64-CLZ: # %bb.0:
1045 ; X64-CLZ-NEXT: bsrw %di, %ax
1046 ; X64-CLZ-NEXT: retq
1047 ;
1048 ; X64-FASTLZCNT-LABEL: ctlz_xor15_i16_true:
1049 ; X64-FASTLZCNT: # %bb.0:
1050 ; X64-FASTLZCNT-NEXT: lzcntw %di, %ax
1051 ; X64-FASTLZCNT-NEXT: xorl $15, %eax
1052 ; X64-FASTLZCNT-NEXT: # kill: def $ax killed $ax killed $eax
1053 ; X64-FASTLZCNT-NEXT: retq
1054 ;
1055 ; X86-FASTLZCNT-LABEL: ctlz_xor15_i16_true:
1056 ; X86-FASTLZCNT: # %bb.0:
1057 ; X86-FASTLZCNT-NEXT: lzcntw {{[0-9]+}}(%esp), %ax
1058 ; X86-FASTLZCNT-NEXT: xorl $15, %eax
1059 ; X86-FASTLZCNT-NEXT: # kill: def $ax killed $ax killed $eax
1060 ; X86-FASTLZCNT-NEXT: retl
1061 %clz = call i16 @llvm.ctlz.i16(i16 %x, i1 true)
1062 %res = xor i16 %clz, 15
1063 ret i16 %res
1064 }
1066 define i32 @ctlz_xor31_i32_false(i32 %x) {
1067 ; X86-NOCMOV-LABEL: ctlz_xor31_i32_false:
1068 ; X86-NOCMOV: # %bb.0:
1069 ; X86-NOCMOV-NEXT: movl {{[0-9]+}}(%esp), %eax
1070 ; X86-NOCMOV-NEXT: testl %eax, %eax
1071 ; X86-NOCMOV-NEXT: je .LBB18_1
1072 ; X86-NOCMOV-NEXT: # %bb.2: # %cond.false
1073 ; X86-NOCMOV-NEXT: bsrl %eax, %eax
1074 ; X86-NOCMOV-NEXT: xorl $31, %eax
1075 ; X86-NOCMOV-NEXT: xorl $31, %eax
1076 ; X86-NOCMOV-NEXT: retl
1077 ; X86-NOCMOV-NEXT: .LBB18_1:
1078 ; X86-NOCMOV-NEXT: movl $32, %eax
1079 ; X86-NOCMOV-NEXT: xorl $31, %eax
1080 ; X86-NOCMOV-NEXT: retl
1081 ;
1082 ; X86-CMOV-LABEL: ctlz_xor31_i32_false:
1083 ; X86-CMOV: # %bb.0:
1084 ; X86-CMOV-NEXT: bsrl {{[0-9]+}}(%esp), %ecx
1085 ; X86-CMOV-NEXT: movl $63, %eax
1086 ; X86-CMOV-NEXT: cmovnel %ecx, %eax
1087 ; X86-CMOV-NEXT: retl
1088 ;
1089 ; X64-LABEL: ctlz_xor31_i32_false:
1090 ; X64: # %bb.0:
1091 ; X64-NEXT: movl $63, %eax
1092 ; X64-NEXT: bsrl %edi, %eax
1093 ; X64-NEXT: retq
1094 ;
1095 ; X86-CLZ-LABEL: ctlz_xor31_i32_false:
1096 ; X86-CLZ: # %bb.0:
1097 ; X86-CLZ-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
1098 ; X86-CLZ-NEXT: xorl $31, %eax
1099 ; X86-CLZ-NEXT: retl
1100 ;
1101 ; X64-CLZ-LABEL: ctlz_xor31_i32_false:
1102 ; X64-CLZ: # %bb.0:
1103 ; X64-CLZ-NEXT: lzcntl %edi, %eax
1104 ; X64-CLZ-NEXT: xorl $31, %eax
1105 ; X64-CLZ-NEXT: retq
1106 ;
1107 ; X64-FASTLZCNT-LABEL: ctlz_xor31_i32_false:
1108 ; X64-FASTLZCNT: # %bb.0:
1109 ; X64-FASTLZCNT-NEXT: lzcntl %edi, %eax
1110 ; X64-FASTLZCNT-NEXT: xorl $31, %eax
1111 ; X64-FASTLZCNT-NEXT: retq
1112 ;
1113 ; X86-FASTLZCNT-LABEL: ctlz_xor31_i32_false:
1114 ; X86-FASTLZCNT: # %bb.0:
1115 ; X86-FASTLZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
1116 ; X86-FASTLZCNT-NEXT: xorl $31, %eax
1117 ; X86-FASTLZCNT-NEXT: retl
1118 %clz = call i32 @llvm.ctlz.i32(i32 %x, i1 false)
1119 %res = xor i32 %clz, 31
1120 ret i32 %res
1121 }
1123 define i64 @ctlz_xor63_i64_true(i64 %x) {
1124 ; X86-NOCMOV-LABEL: ctlz_xor63_i64_true:
1125 ; X86-NOCMOV: # %bb.0:
1126 ; X86-NOCMOV-NEXT: movl {{[0-9]+}}(%esp), %eax
1127 ; X86-NOCMOV-NEXT: testl %eax, %eax
1128 ; X86-NOCMOV-NEXT: jne .LBB19_1
1129 ; X86-NOCMOV-NEXT: # %bb.2:
1130 ; X86-NOCMOV-NEXT: bsrl {{[0-9]+}}(%esp), %eax
1131 ; X86-NOCMOV-NEXT: xorl $31, %eax
1132 ; X86-NOCMOV-NEXT: orl $32, %eax
1133 ; X86-NOCMOV-NEXT: jmp .LBB19_3
1134 ; X86-NOCMOV-NEXT: .LBB19_1:
1135 ; X86-NOCMOV-NEXT: bsrl %eax, %eax
1136 ; X86-NOCMOV-NEXT: xorl $31, %eax
1137 ; X86-NOCMOV-NEXT: .LBB19_3:
1138 ; X86-NOCMOV-NEXT: xorl $63, %eax
1139 ; X86-NOCMOV-NEXT: xorl %edx, %edx
1140 ; X86-NOCMOV-NEXT: retl
1141 ;
1142 ; X86-CMOV-LABEL: ctlz_xor63_i64_true:
1143 ; X86-CMOV: # %bb.0:
1144 ; X86-CMOV-NEXT: movl {{[0-9]+}}(%esp), %ecx
1145 ; X86-CMOV-NEXT: bsrl %ecx, %edx
1146 ; X86-CMOV-NEXT: xorl $31, %edx
1147 ; X86-CMOV-NEXT: bsrl {{[0-9]+}}(%esp), %eax
1148 ; X86-CMOV-NEXT: xorl $31, %eax
1149 ; X86-CMOV-NEXT: orl $32, %eax
1150 ; X86-CMOV-NEXT: testl %ecx, %ecx
1151 ; X86-CMOV-NEXT: cmovnel %edx, %eax
1152 ; X86-CMOV-NEXT: xorl $63, %eax
1153 ; X86-CMOV-NEXT: xorl %edx, %edx
1154 ; X86-CMOV-NEXT: retl
1155 ;
1156 ; X64-LABEL: ctlz_xor63_i64_true:
1157 ; X64: # %bb.0:
1158 ; X64-NEXT: bsrq %rdi, %rax
1159 ; X64-NEXT: retq
1160 ;
1161 ; X86-CLZ-LABEL: ctlz_xor63_i64_true:
1162 ; X86-CLZ: # %bb.0:
1163 ; X86-CLZ-NEXT: movl {{[0-9]+}}(%esp), %eax
1164 ; X86-CLZ-NEXT: testl %eax, %eax
1165 ; X86-CLZ-NEXT: jne .LBB19_1
1166 ; X86-CLZ-NEXT: # %bb.2:
1167 ; X86-CLZ-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
1168 ; X86-CLZ-NEXT: addl $32, %eax
1169 ; X86-CLZ-NEXT: jmp .LBB19_3
1170 ; X86-CLZ-NEXT: .LBB19_1:
1171 ; X86-CLZ-NEXT: lzcntl %eax, %eax
1172 ; X86-CLZ-NEXT: .LBB19_3:
1173 ; X86-CLZ-NEXT: xorl $63, %eax
1174 ; X86-CLZ-NEXT: xorl %edx, %edx
1175 ; X86-CLZ-NEXT: retl
1176 ;
1177 ; X64-CLZ-LABEL: ctlz_xor63_i64_true:
1178 ; X64-CLZ: # %bb.0:
1179 ; X64-CLZ-NEXT: bsrq %rdi, %rax
1180 ; X64-CLZ-NEXT: retq
1181 ;
1182 ; X64-FASTLZCNT-LABEL: ctlz_xor63_i64_true:
1183 ; X64-FASTLZCNT: # %bb.0:
1184 ; X64-FASTLZCNT-NEXT: lzcntq %rdi, %rax
1185 ; X64-FASTLZCNT-NEXT: xorq $63, %rax
1186 ; X64-FASTLZCNT-NEXT: retq
1187 ;
1188 ; X86-FASTLZCNT-LABEL: ctlz_xor63_i64_true:
1189 ; X86-FASTLZCNT: # %bb.0:
1190 ; X86-FASTLZCNT-NEXT: movl {{[0-9]+}}(%esp), %eax
1191 ; X86-FASTLZCNT-NEXT: testl %eax, %eax
1192 ; X86-FASTLZCNT-NEXT: jne .LBB19_1
1193 ; X86-FASTLZCNT-NEXT: # %bb.2:
1194 ; X86-FASTLZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
1195 ; X86-FASTLZCNT-NEXT: addl $32, %eax
1196 ; X86-FASTLZCNT-NEXT: jmp .LBB19_3
1197 ; X86-FASTLZCNT-NEXT: .LBB19_1:
1198 ; X86-FASTLZCNT-NEXT: lzcntl %eax, %eax
1199 ; X86-FASTLZCNT-NEXT: .LBB19_3:
1200 ; X86-FASTLZCNT-NEXT: xorl $63, %eax
1201 ; X86-FASTLZCNT-NEXT: xorl %edx, %edx
1202 ; X86-FASTLZCNT-NEXT: retl
1203 %clz = call i64 @llvm.ctlz.i64(i64 %x, i1 true)
1204 %res = xor i64 %clz, 63
1205 ret i64 %res
1206 }
1208 define i64 @ctlz_i32_sext(i32 %x) {
1209 ; X86-NOCMOV-LABEL: ctlz_i32_sext:
1210 ; X86-NOCMOV: # %bb.0:
1211 ; X86-NOCMOV-NEXT: movl {{[0-9]+}}(%esp), %eax
1212 ; X86-NOCMOV-NEXT: testl %eax, %eax
1213 ; X86-NOCMOV-NEXT: je .LBB20_1
1214 ; X86-NOCMOV-NEXT: # %bb.2: # %cond.false
1215 ; X86-NOCMOV-NEXT: bsrl %eax, %eax
1216 ; X86-NOCMOV-NEXT: xorl $31, %eax
1217 ; X86-NOCMOV-NEXT: jmp .LBB20_3
1218 ; X86-NOCMOV-NEXT: .LBB20_1:
1219 ; X86-NOCMOV-NEXT: movl $32, %eax
1220 ; X86-NOCMOV-NEXT: .LBB20_3: # %cond.end
1221 ; X86-NOCMOV-NEXT: xorl $31, %eax
1222 ; X86-NOCMOV-NEXT: xorl %edx, %edx
1223 ; X86-NOCMOV-NEXT: retl
1224 ;
1225 ; X86-CMOV-LABEL: ctlz_i32_sext:
1226 ; X86-CMOV: # %bb.0:
1227 ; X86-CMOV-NEXT: bsrl {{[0-9]+}}(%esp), %ecx
1228 ; X86-CMOV-NEXT: movl $63, %eax
1229 ; X86-CMOV-NEXT: cmovnel %ecx, %eax
1230 ; X86-CMOV-NEXT: xorl %edx, %edx
1231 ; X86-CMOV-NEXT: retl
1232 ;
1233 ; X64-LABEL: ctlz_i32_sext:
1234 ; X64: # %bb.0:
1235 ; X64-NEXT: movl $63, %eax
1236 ; X64-NEXT: bsrl %edi, %eax
1237 ; X64-NEXT: retq
1238 ;
1239 ; X86-CLZ-LABEL: ctlz_i32_sext:
1240 ; X86-CLZ: # %bb.0:
1241 ; X86-CLZ-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
1242 ; X86-CLZ-NEXT: xorl $31, %eax
1243 ; X86-CLZ-NEXT: xorl %edx, %edx
1244 ; X86-CLZ-NEXT: retl
1245 ;
1246 ; X64-CLZ-LABEL: ctlz_i32_sext:
1247 ; X64-CLZ: # %bb.0:
1248 ; X64-CLZ-NEXT: lzcntl %edi, %eax
1249 ; X64-CLZ-NEXT: xorl $31, %eax
1250 ; X64-CLZ-NEXT: retq
1251 ;
1252 ; X64-FASTLZCNT-LABEL: ctlz_i32_sext:
1253 ; X64-FASTLZCNT: # %bb.0:
1254 ; X64-FASTLZCNT-NEXT: lzcntl %edi, %eax
1255 ; X64-FASTLZCNT-NEXT: xorl $31, %eax
1256 ; X64-FASTLZCNT-NEXT: retq
1257 ;
1258 ; X86-FASTLZCNT-LABEL: ctlz_i32_sext:
1259 ; X86-FASTLZCNT: # %bb.0:
1260 ; X86-FASTLZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
1261 ; X86-FASTLZCNT-NEXT: xorl $31, %eax
1262 ; X86-FASTLZCNT-NEXT: xorl %edx, %edx
1263 ; X86-FASTLZCNT-NEXT: retl
1264 %tmp = call i32 @llvm.ctlz.i32( i32 %x, i1 false)
1265 %xor = xor i32 %tmp, 31
1266 %ext = sext i32 %xor to i64
1267 ret i64 %ext
1268 }
1270 define i64 @ctlz_i32_zext(i32 %x) {
1271 ; X86-NOCMOV-LABEL: ctlz_i32_zext:
1272 ; X86-NOCMOV: # %bb.0:
1273 ; X86-NOCMOV-NEXT: movl {{[0-9]+}}(%esp), %eax
1274 ; X86-NOCMOV-NEXT: testl %eax, %eax
1275 ; X86-NOCMOV-NEXT: je .LBB21_1
1276 ; X86-NOCMOV-NEXT: # %bb.2: # %cond.false
1277 ; X86-NOCMOV-NEXT: bsrl %eax, %eax
1278 ; X86-NOCMOV-NEXT: xorl $31, %eax
1279 ; X86-NOCMOV-NEXT: jmp .LBB21_3
1280 ; X86-NOCMOV-NEXT: .LBB21_1:
1281 ; X86-NOCMOV-NEXT: movl $32, %eax
1282 ; X86-NOCMOV-NEXT: .LBB21_3: # %cond.end
1283 ; X86-NOCMOV-NEXT: xorl $31, %eax
1284 ; X86-NOCMOV-NEXT: xorl %edx, %edx
1285 ; X86-NOCMOV-NEXT: retl
1286 ;
1287 ; X86-CMOV-LABEL: ctlz_i32_zext:
1288 ; X86-CMOV: # %bb.0:
1289 ; X86-CMOV-NEXT: bsrl {{[0-9]+}}(%esp), %ecx
1290 ; X86-CMOV-NEXT: movl $63, %eax
1291 ; X86-CMOV-NEXT: cmovnel %ecx, %eax
1292 ; X86-CMOV-NEXT: xorl %edx, %edx
1293 ; X86-CMOV-NEXT: retl
1294 ;
1295 ; X64-LABEL: ctlz_i32_zext:
1296 ; X64: # %bb.0:
1297 ; X64-NEXT: movl $63, %eax
1298 ; X64-NEXT: bsrl %edi, %eax
1299 ; X64-NEXT: retq
1300 ;
1301 ; X86-CLZ-LABEL: ctlz_i32_zext:
1302 ; X86-CLZ: # %bb.0:
1303 ; X86-CLZ-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
1304 ; X86-CLZ-NEXT: xorl $31, %eax
1305 ; X86-CLZ-NEXT: xorl %edx, %edx
1306 ; X86-CLZ-NEXT: retl
1307 ;
1308 ; X64-CLZ-LABEL: ctlz_i32_zext:
1309 ; X64-CLZ: # %bb.0:
1310 ; X64-CLZ-NEXT: lzcntl %edi, %eax
1311 ; X64-CLZ-NEXT: xorl $31, %eax
1312 ; X64-CLZ-NEXT: retq
1313 ;
1314 ; X64-FASTLZCNT-LABEL: ctlz_i32_zext:
1315 ; X64-FASTLZCNT: # %bb.0:
1316 ; X64-FASTLZCNT-NEXT: lzcntl %edi, %eax
1317 ; X64-FASTLZCNT-NEXT: xorl $31, %eax
1318 ; X64-FASTLZCNT-NEXT: retq
1319 ;
1320 ; X86-FASTLZCNT-LABEL: ctlz_i32_zext:
1321 ; X86-FASTLZCNT: # %bb.0:
1322 ; X86-FASTLZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %eax
1323 ; X86-FASTLZCNT-NEXT: xorl $31, %eax
1324 ; X86-FASTLZCNT-NEXT: xorl %edx, %edx
1325 ; X86-FASTLZCNT-NEXT: retl
1326 %tmp = call i32 @llvm.ctlz.i32( i32 %x, i1 false)
1327 %xor = xor i32 %tmp, 31
1328 %ext = zext i32 %xor to i64
1329 ret i64 %ext
1330 }