| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py |
| ; RUN: llc < %s -mtriple=i686-- | FileCheck %s --check-prefixes=X86,X86-BSR |
| ; RUN: llc < %s -mtriple=i686-- -mattr=+lzcnt,+cmov | FileCheck %s --check-prefixes=X86,X86-LZCNT |
| ; RUN: llc < %s -mtriple=x86_64-- | FileCheck %s --check-prefixes=X64,X64-BSR |
| ; RUN: llc < %s -mtriple=x86_64-- -mattr=+lzcnt | FileCheck %s --check-prefixes=X64,X64-LZCNT |
| |
| define i1 @lshr_ctlz_cmpeq_one_i64(i64 %in) nounwind { |
| ; X86-LABEL: lshr_ctlz_cmpeq_one_i64: |
| ; X86: # %bb.0: |
| ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax |
| ; X86-NEXT: orl {{[0-9]+}}(%esp), %eax |
| ; X86-NEXT: sete %al |
| ; X86-NEXT: retl |
| ; |
| ; X64-LABEL: lshr_ctlz_cmpeq_one_i64: |
| ; X64: # %bb.0: |
| ; X64-NEXT: testq %rdi, %rdi |
| ; X64-NEXT: sete %al |
| ; X64-NEXT: retq |
| %ctlz = call i64 @llvm.ctlz.i64(i64 %in, i1 0) |
| %lshr = lshr i64 %ctlz, 6 |
| %icmp = icmp eq i64 %lshr, 1 |
| ret i1 %icmp |
| } |
| |
| define i1 @lshr_ctlz_undef_cmpeq_one_i64(i64 %in) nounwind { |
| ; X86-BSR-LABEL: lshr_ctlz_undef_cmpeq_one_i64: |
| ; X86-BSR: # %bb.0: |
| ; X86-BSR-NEXT: xorl %eax, %eax |
| ; X86-BSR-NEXT: retl |
| ; |
| ; X86-LZCNT-LABEL: lshr_ctlz_undef_cmpeq_one_i64: |
| ; X86-LZCNT: # %bb.0: |
| ; X86-LZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %ecx |
| ; X86-LZCNT-NEXT: addl $32, %ecx |
| ; X86-LZCNT-NEXT: xorl %eax, %eax |
| ; X86-LZCNT-NEXT: cmpl $0, {{[0-9]+}}(%esp) |
| ; X86-LZCNT-NEXT: cmovel %ecx, %eax |
| ; X86-LZCNT-NEXT: shrl $6, %eax |
| ; X86-LZCNT-NEXT: # kill: def $al killed $al killed $eax |
| ; X86-LZCNT-NEXT: retl |
| ; |
| ; X64-BSR-LABEL: lshr_ctlz_undef_cmpeq_one_i64: |
| ; X64-BSR: # %bb.0: |
| ; X64-BSR-NEXT: xorl %eax, %eax |
| ; X64-BSR-NEXT: retq |
| ; |
| ; X64-LZCNT-LABEL: lshr_ctlz_undef_cmpeq_one_i64: |
| ; X64-LZCNT: # %bb.0: |
| ; X64-LZCNT-NEXT: lzcntq %rdi, %rax |
| ; X64-LZCNT-NEXT: shrl $6, %eax |
| ; X64-LZCNT-NEXT: # kill: def $al killed $al killed $rax |
| ; X64-LZCNT-NEXT: retq |
| %ctlz = call i64 @llvm.ctlz.i64(i64 %in, i1 -1) |
| %lshr = lshr i64 %ctlz, 6 |
| %icmp = icmp eq i64 %lshr, 1 |
| ret i1 %icmp |
| } |
| |
| define i1 @lshr_ctlz_cmpne_zero_i64(i64 %in) nounwind { |
| ; X86-LABEL: lshr_ctlz_cmpne_zero_i64: |
| ; X86: # %bb.0: |
| ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax |
| ; X86-NEXT: orl {{[0-9]+}}(%esp), %eax |
| ; X86-NEXT: sete %al |
| ; X86-NEXT: retl |
| ; |
| ; X64-LABEL: lshr_ctlz_cmpne_zero_i64: |
| ; X64: # %bb.0: |
| ; X64-NEXT: testq %rdi, %rdi |
| ; X64-NEXT: sete %al |
| ; X64-NEXT: retq |
| %ctlz = call i64 @llvm.ctlz.i64(i64 %in, i1 0) |
| %lshr = lshr i64 %ctlz, 6 |
| %icmp = icmp ne i64 %lshr, 0 |
| ret i1 %icmp |
| } |
| |
| define i1 @lshr_ctlz_undef_cmpne_zero_i64(i64 %in) nounwind { |
| ; X86-BSR-LABEL: lshr_ctlz_undef_cmpne_zero_i64: |
| ; X86-BSR: # %bb.0: |
| ; X86-BSR-NEXT: xorl %eax, %eax |
| ; X86-BSR-NEXT: retl |
| ; |
| ; X86-LZCNT-LABEL: lshr_ctlz_undef_cmpne_zero_i64: |
| ; X86-LZCNT: # %bb.0: |
| ; X86-LZCNT-NEXT: lzcntl {{[0-9]+}}(%esp), %ecx |
| ; X86-LZCNT-NEXT: addl $32, %ecx |
| ; X86-LZCNT-NEXT: xorl %eax, %eax |
| ; X86-LZCNT-NEXT: cmpl $0, {{[0-9]+}}(%esp) |
| ; X86-LZCNT-NEXT: cmovel %ecx, %eax |
| ; X86-LZCNT-NEXT: shrl $6, %eax |
| ; X86-LZCNT-NEXT: # kill: def $al killed $al killed $eax |
| ; X86-LZCNT-NEXT: retl |
| ; |
| ; X64-BSR-LABEL: lshr_ctlz_undef_cmpne_zero_i64: |
| ; X64-BSR: # %bb.0: |
| ; X64-BSR-NEXT: xorl %eax, %eax |
| ; X64-BSR-NEXT: retq |
| ; |
| ; X64-LZCNT-LABEL: lshr_ctlz_undef_cmpne_zero_i64: |
| ; X64-LZCNT: # %bb.0: |
| ; X64-LZCNT-NEXT: lzcntq %rdi, %rax |
| ; X64-LZCNT-NEXT: shrl $6, %eax |
| ; X64-LZCNT-NEXT: # kill: def $al killed $al killed $rax |
| ; X64-LZCNT-NEXT: retq |
| %ctlz = call i64 @llvm.ctlz.i64(i64 %in, i1 -1) |
| %lshr = lshr i64 %ctlz, 6 |
| %icmp = icmp ne i64 %lshr, 0 |
| ret i1 %icmp |
| } |
| |
| define <2 x i64> @lshr_ctlz_cmpeq_zero_v2i64(<2 x i64> %in) nounwind { |
| ; X86-LABEL: lshr_ctlz_cmpeq_zero_v2i64: |
| ; X86: # %bb.0: |
| ; X86-NEXT: pushl %esi |
| ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax |
| ; X86-NEXT: movl {{[0-9]+}}(%esp), %esi |
| ; X86-NEXT: movl {{[0-9]+}}(%esp), %edx |
| ; X86-NEXT: xorl %ecx, %ecx |
| ; X86-NEXT: orl {{[0-9]+}}(%esp), %edx |
| ; X86-NEXT: setne %cl |
| ; X86-NEXT: negl %ecx |
| ; X86-NEXT: xorl %edx, %edx |
| ; X86-NEXT: orl {{[0-9]+}}(%esp), %esi |
| ; X86-NEXT: setne %dl |
| ; X86-NEXT: negl %edx |
| ; X86-NEXT: movl %edx, 12(%eax) |
| ; X86-NEXT: movl %edx, 8(%eax) |
| ; X86-NEXT: movl %ecx, 4(%eax) |
| ; X86-NEXT: movl %ecx, (%eax) |
| ; X86-NEXT: popl %esi |
| ; X86-NEXT: retl $4 |
| ; |
| ; X64-LABEL: lshr_ctlz_cmpeq_zero_v2i64: |
| ; X64: # %bb.0: |
| ; X64-NEXT: pxor %xmm1, %xmm1 |
| ; X64-NEXT: pcmpeqd %xmm1, %xmm0 |
| ; X64-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,0,3,2] |
| ; X64-NEXT: pand %xmm1, %xmm0 |
| ; X64-NEXT: pcmpeqd %xmm1, %xmm1 |
| ; X64-NEXT: pxor %xmm1, %xmm0 |
| ; X64-NEXT: retq |
| %ctlz = call <2 x i64> @llvm.ctlz.v2i64(<2 x i64> %in, i1 0) |
| %lshr = lshr <2 x i64> %ctlz, <i64 6, i64 6> |
| %icmp = icmp eq <2 x i64> %lshr, zeroinitializer |
| %sext = sext <2 x i1> %icmp to <2 x i64> |
| ret <2 x i64> %sext |
| } |
| |
| define <2 x i64> @lshr_ctlz_cmpne_zero_v2i64(<2 x i64> %in) nounwind { |
| ; X86-LABEL: lshr_ctlz_cmpne_zero_v2i64: |
| ; X86: # %bb.0: |
| ; X86-NEXT: pushl %esi |
| ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax |
| ; X86-NEXT: movl {{[0-9]+}}(%esp), %esi |
| ; X86-NEXT: movl {{[0-9]+}}(%esp), %edx |
| ; X86-NEXT: xorl %ecx, %ecx |
| ; X86-NEXT: orl {{[0-9]+}}(%esp), %edx |
| ; X86-NEXT: sete %cl |
| ; X86-NEXT: negl %ecx |
| ; X86-NEXT: xorl %edx, %edx |
| ; X86-NEXT: orl {{[0-9]+}}(%esp), %esi |
| ; X86-NEXT: sete %dl |
| ; X86-NEXT: negl %edx |
| ; X86-NEXT: movl %edx, 12(%eax) |
| ; X86-NEXT: movl %edx, 8(%eax) |
| ; X86-NEXT: movl %ecx, 4(%eax) |
| ; X86-NEXT: movl %ecx, (%eax) |
| ; X86-NEXT: popl %esi |
| ; X86-NEXT: retl $4 |
| ; |
| ; X64-LABEL: lshr_ctlz_cmpne_zero_v2i64: |
| ; X64: # %bb.0: |
| ; X64-NEXT: pxor %xmm1, %xmm1 |
| ; X64-NEXT: pcmpeqd %xmm1, %xmm0 |
| ; X64-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,0,3,2] |
| ; X64-NEXT: pand %xmm1, %xmm0 |
| ; X64-NEXT: retq |
| %ctlz = call <2 x i64> @llvm.ctlz.v2i64(<2 x i64> %in, i1 0) |
| %lshr = lshr <2 x i64> %ctlz, <i64 6, i64 6> |
| %icmp = icmp ne <2 x i64> %lshr, zeroinitializer |
| %sext = sext <2 x i1> %icmp to <2 x i64> |
| ret <2 x i64> %sext |
| } |
| |
| declare i64 @llvm.ctlz.i64(i64, i1) |
| declare <2 x i64> @llvm.ctlz.v2i64(<2 x i64>, i1) |