2011-12-24 11:26:59 +00:00
|
|
|
; RUN: llc < %s -march=x86-64 -mcpu=yonah | FileCheck %s
|
2007-12-14 02:13:44 +00:00
|
|
|
|
2011-12-24 11:46:10 +00:00
|
|
|
declare i8 @llvm.cttz.i8(i8, i1)
|
|
|
|
declare i16 @llvm.cttz.i16(i16, i1)
|
2011-12-24 11:26:57 +00:00
|
|
|
declare i32 @llvm.cttz.i32(i32, i1)
|
2011-12-24 11:46:10 +00:00
|
|
|
declare i64 @llvm.cttz.i64(i64, i1)
|
2011-12-24 11:26:59 +00:00
|
|
|
declare i8 @llvm.ctlz.i8(i8, i1)
|
2011-12-24 11:26:57 +00:00
|
|
|
declare i16 @llvm.ctlz.i16(i16, i1)
|
|
|
|
declare i32 @llvm.ctlz.i32(i32, i1)
|
2011-12-24 11:26:59 +00:00
|
|
|
declare i64 @llvm.ctlz.i64(i64, i1)
|
2007-12-14 02:13:44 +00:00
|
|
|
|
2011-12-24 11:46:10 +00:00
|
|
|
define i8 @cttz_i8(i8 %x) {
|
|
|
|
%tmp = call i8 @llvm.cttz.i8( i8 %x, i1 true )
|
|
|
|
ret i8 %tmp
|
2013-07-14 06:24:09 +00:00
|
|
|
; CHECK-LABEL: cttz_i8:
|
2011-12-24 12:12:34 +00:00
|
|
|
; CHECK: bsfl
|
2011-12-24 11:46:10 +00:00
|
|
|
; CHECK-NOT: cmov
|
|
|
|
; CHECK: ret
|
|
|
|
}
|
|
|
|
|
|
|
|
define i16 @cttz_i16(i16 %x) {
|
|
|
|
%tmp = call i16 @llvm.cttz.i16( i16 %x, i1 true )
|
|
|
|
ret i16 %tmp
|
2013-07-14 06:24:09 +00:00
|
|
|
; CHECK-LABEL: cttz_i16:
|
2011-12-24 11:46:10 +00:00
|
|
|
; CHECK: bsfw
|
|
|
|
; CHECK-NOT: cmov
|
|
|
|
; CHECK: ret
|
|
|
|
}
|
|
|
|
|
2011-12-24 11:26:57 +00:00
|
|
|
define i32 @cttz_i32(i32 %x) {
|
|
|
|
%tmp = call i32 @llvm.cttz.i32( i32 %x, i1 true )
|
2011-12-20 11:19:37 +00:00
|
|
|
ret i32 %tmp
|
2013-07-14 06:24:09 +00:00
|
|
|
; CHECK-LABEL: cttz_i32:
|
2010-03-14 22:31:16 +00:00
|
|
|
; CHECK: bsfl
|
2011-12-20 11:19:37 +00:00
|
|
|
; CHECK-NOT: cmov
|
|
|
|
; CHECK: ret
|
2007-12-14 02:13:44 +00:00
|
|
|
}
|
|
|
|
|
2011-12-24 11:46:10 +00:00
|
|
|
define i64 @cttz_i64(i64 %x) {
|
|
|
|
%tmp = call i64 @llvm.cttz.i64( i64 %x, i1 true )
|
|
|
|
ret i64 %tmp
|
2013-07-14 06:24:09 +00:00
|
|
|
; CHECK-LABEL: cttz_i64:
|
2011-12-24 11:46:10 +00:00
|
|
|
; CHECK: bsfq
|
|
|
|
; CHECK-NOT: cmov
|
|
|
|
; CHECK: ret
|
|
|
|
}
|
|
|
|
|
2011-12-24 11:26:59 +00:00
|
|
|
define i8 @ctlz_i8(i8 %x) {
|
2007-12-14 08:30:15 +00:00
|
|
|
entry:
|
2011-12-24 11:26:59 +00:00
|
|
|
%tmp2 = call i8 @llvm.ctlz.i8( i8 %x, i1 true )
|
|
|
|
ret i8 %tmp2
|
2013-07-14 06:24:09 +00:00
|
|
|
; CHECK-LABEL: ctlz_i8:
|
2011-12-24 11:26:59 +00:00
|
|
|
; CHECK: bsrl
|
|
|
|
; CHECK-NOT: cmov
|
|
|
|
; CHECK: xorl $7,
|
|
|
|
; CHECK: ret
|
|
|
|
}
|
|
|
|
|
|
|
|
define i16 @ctlz_i16(i16 %x) {
|
|
|
|
entry:
|
|
|
|
%tmp2 = call i16 @llvm.ctlz.i16( i16 %x, i1 true )
|
2011-12-20 11:19:37 +00:00
|
|
|
ret i16 %tmp2
|
2013-07-14 06:24:09 +00:00
|
|
|
; CHECK-LABEL: ctlz_i16:
|
2010-03-14 22:31:16 +00:00
|
|
|
; CHECK: bsrw
|
2011-12-20 11:19:37 +00:00
|
|
|
; CHECK-NOT: cmov
|
2011-12-24 10:55:54 +00:00
|
|
|
; CHECK: xorl $15,
|
2011-12-20 11:19:37 +00:00
|
|
|
; CHECK: ret
|
2007-12-14 08:30:15 +00:00
|
|
|
}
|
|
|
|
|
2011-12-24 11:26:57 +00:00
|
|
|
define i32 @ctlz_i32(i32 %x) {
|
|
|
|
%tmp = call i32 @llvm.ctlz.i32( i32 %x, i1 true )
|
|
|
|
ret i32 %tmp
|
2013-07-14 06:24:09 +00:00
|
|
|
; CHECK-LABEL: ctlz_i32:
|
2011-12-24 11:26:57 +00:00
|
|
|
; CHECK: bsrl
|
|
|
|
; CHECK-NOT: cmov
|
|
|
|
; CHECK: xorl $31,
|
|
|
|
; CHECK: ret
|
|
|
|
}
|
2011-05-24 01:48:22 +00:00
|
|
|
|
2011-12-24 11:26:59 +00:00
|
|
|
define i64 @ctlz_i64(i64 %x) {
|
|
|
|
%tmp = call i64 @llvm.ctlz.i64( i64 %x, i1 true )
|
|
|
|
ret i64 %tmp
|
2013-07-14 06:24:09 +00:00
|
|
|
; CHECK-LABEL: ctlz_i64:
|
2011-12-24 11:26:59 +00:00
|
|
|
; CHECK: bsrq
|
|
|
|
; CHECK-NOT: cmov
|
|
|
|
; CHECK: xorq $63,
|
|
|
|
; CHECK: ret
|
|
|
|
}
|
|
|
|
|
2011-12-24 11:26:57 +00:00
|
|
|
define i32 @ctlz_i32_cmov(i32 %n) {
|
2011-05-24 01:48:22 +00:00
|
|
|
entry:
|
2011-12-20 11:19:37 +00:00
|
|
|
; Generate a cmov to handle zero inputs when necessary.
|
2013-07-14 06:24:09 +00:00
|
|
|
; CHECK-LABEL: ctlz_i32_cmov:
|
2011-05-24 01:48:22 +00:00
|
|
|
; CHECK: bsrl
|
2011-12-20 11:19:37 +00:00
|
|
|
; CHECK: cmov
|
|
|
|
; CHECK: xorl $31,
|
|
|
|
; CHECK: ret
|
2011-12-24 11:26:57 +00:00
|
|
|
%tmp1 = call i32 @llvm.ctlz.i32(i32 %n, i1 false)
|
2011-12-20 11:19:37 +00:00
|
|
|
ret i32 %tmp1
|
|
|
|
}
|
|
|
|
|
2011-12-24 11:26:57 +00:00
|
|
|
define i32 @ctlz_i32_fold_cmov(i32 %n) {
|
2011-12-20 11:19:37 +00:00
|
|
|
entry:
|
|
|
|
; Don't generate the cmovne when the source is known non-zero (and bsr would
|
|
|
|
; not set ZF).
|
|
|
|
; rdar://9490949
|
2013-07-14 06:24:09 +00:00
|
|
|
; CHECK-LABEL: ctlz_i32_fold_cmov:
|
2011-12-20 11:19:37 +00:00
|
|
|
; CHECK: bsrl
|
2011-05-24 01:48:22 +00:00
|
|
|
; CHECK-NOT: cmov
|
2011-12-20 11:19:37 +00:00
|
|
|
; CHECK: xorl $31,
|
2011-05-24 01:48:22 +00:00
|
|
|
; CHECK: ret
|
|
|
|
%or = or i32 %n, 1
|
2011-12-24 11:26:57 +00:00
|
|
|
%tmp1 = call i32 @llvm.ctlz.i32(i32 %or, i1 false)
|
2011-05-24 01:48:22 +00:00
|
|
|
ret i32 %tmp1
|
|
|
|
}
|
2011-12-24 10:55:54 +00:00
|
|
|
|
2011-12-24 11:26:57 +00:00
|
|
|
define i32 @ctlz_bsr(i32 %n) {
|
2011-12-24 10:55:54 +00:00
|
|
|
entry:
|
|
|
|
; Don't generate any xors when a 'ctlz' intrinsic is actually used to compute
|
|
|
|
; the most significant bit, which is what 'bsr' does natively.
|
2013-07-14 06:24:09 +00:00
|
|
|
; CHECK-LABEL: ctlz_bsr:
|
2011-12-24 10:55:54 +00:00
|
|
|
; CHECK: bsrl
|
|
|
|
; CHECK-NOT: xorl
|
|
|
|
; CHECK: ret
|
2011-12-24 11:26:57 +00:00
|
|
|
%ctlz = call i32 @llvm.ctlz.i32(i32 %n, i1 true)
|
2011-12-24 10:55:54 +00:00
|
|
|
%bsr = xor i32 %ctlz, 31
|
|
|
|
ret i32 %bsr
|
|
|
|
}
|
|
|
|
|
2011-12-24 11:26:57 +00:00
|
|
|
define i32 @ctlz_bsr_cmov(i32 %n) {
|
2011-12-24 10:55:54 +00:00
|
|
|
entry:
|
2011-12-24 11:26:57 +00:00
|
|
|
; Same as ctlz_bsr, but ensure this happens even when there is a potential
|
|
|
|
; zero.
|
2013-07-14 06:24:09 +00:00
|
|
|
; CHECK-LABEL: ctlz_bsr_cmov:
|
2011-12-24 10:55:54 +00:00
|
|
|
; CHECK: bsrl
|
|
|
|
; CHECK-NOT: xorl
|
|
|
|
; CHECK: ret
|
2011-12-24 11:26:57 +00:00
|
|
|
%ctlz = call i32 @llvm.ctlz.i32(i32 %n, i1 false)
|
2011-12-24 10:55:54 +00:00
|
|
|
%bsr = xor i32 %ctlz, 31
|
|
|
|
ret i32 %bsr
|
|
|
|
}
|