2012-06-04 11:27:21 +00:00
|
|
|
; RUN: llc < %s -mtriple=x86_64-apple-darwin -mcpu=corei7-avx -mattr=+avx | FileCheck %s
|
2011-09-08 21:05:43 +00:00
|
|
|
|
2011-09-09 20:29:17 +00:00
|
|
|
; AVX128 tests:
|
|
|
|
|
2013-07-18 22:47:09 +00:00
|
|
|
;CHECK-LABEL: vsel_float:
|
2014-05-21 22:00:39 +00:00
|
|
|
; select mask is <i1 true, i1 false, i1 true, i1 false>.
|
|
|
|
; Big endian representation is 0101 = 5.
|
|
|
|
; '1' means takes the first argument, '0' means takes the second argument.
|
|
|
|
; This is the opposite of the intel syntax, thus we expect
|
|
|
|
; the inverted mask: 1010 = 10.
|
|
|
|
; According to the ABI:
|
|
|
|
; v1 is in xmm0 => first argument is xmm0.
|
|
|
|
; v2 is in xmm1 => second argument is xmm1.
|
|
|
|
; result is in xmm0 => destination argument.
|
|
|
|
;CHECK: vblendps $10, %xmm1, %xmm0, %xmm0
|
2011-09-08 21:05:43 +00:00
|
|
|
;CHECK: ret
|
|
|
|
define <4 x float> @vsel_float(<4 x float> %v1, <4 x float> %v2) {
|
[X86] Teach how to combine a vselect into a movss/movsd
Add target specific rules for combining vselect dag nodes into movss/movsd
when possible.
If the vector type of the vselect dag node in input is either MVT::v4i13 or
MVT::v4f32, then try to fold according to rules:
1) fold (vselect (build_vector (0, -1, -1, -1)), A, B) -> (movss A, B)
2) fold (vselect (build_vector (-1, 0, 0, 0)), A, B) -> (movss B, A)
If the vector type of the vselect dag node in input is either MVT::v2i64 or
MVT::v2f64 (and we have SSE2), then try to fold according to rules:
3) fold (vselect (build_vector (0, -1)), A, B) -> (movsd A, B)
4) fold (vselect (build_vector (-1, 0)), A, B) -> (movsd B, A)
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@199683 91177308-0d34-0410-b5e6-96231b3b80d8
2014-01-20 19:35:22 +00:00
|
|
|
%vsel = select <4 x i1> <i1 true, i1 false, i1 true, i1 false>, <4 x float> %v1, <4 x float> %v2
|
2011-09-08 21:05:43 +00:00
|
|
|
ret <4 x float> %vsel
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-07-18 22:47:09 +00:00
|
|
|
;CHECK-LABEL: vsel_i32:
|
2014-05-21 22:00:39 +00:00
|
|
|
;CHECK: vblendps $10, %xmm1, %xmm0, %xmm0
|
2011-09-08 21:05:43 +00:00
|
|
|
;CHECK: ret
|
|
|
|
define <4 x i32> @vsel_i32(<4 x i32> %v1, <4 x i32> %v2) {
|
[X86] Teach how to combine a vselect into a movss/movsd
Add target specific rules for combining vselect dag nodes into movss/movsd
when possible.
If the vector type of the vselect dag node in input is either MVT::v4i13 or
MVT::v4f32, then try to fold according to rules:
1) fold (vselect (build_vector (0, -1, -1, -1)), A, B) -> (movss A, B)
2) fold (vselect (build_vector (-1, 0, 0, 0)), A, B) -> (movss B, A)
If the vector type of the vselect dag node in input is either MVT::v2i64 or
MVT::v2f64 (and we have SSE2), then try to fold according to rules:
3) fold (vselect (build_vector (0, -1)), A, B) -> (movsd A, B)
4) fold (vselect (build_vector (-1, 0)), A, B) -> (movsd B, A)
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@199683 91177308-0d34-0410-b5e6-96231b3b80d8
2014-01-20 19:35:22 +00:00
|
|
|
%vsel = select <4 x i1> <i1 true, i1 false, i1 true, i1 false>, <4 x i32> %v1, <4 x i32> %v2
|
2011-09-08 21:05:43 +00:00
|
|
|
ret <4 x i32> %vsel
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-07-18 22:47:09 +00:00
|
|
|
;CHECK-LABEL: vsel_double:
|
[X86] Teach how to combine a vselect into a movss/movsd
Add target specific rules for combining vselect dag nodes into movss/movsd
when possible.
If the vector type of the vselect dag node in input is either MVT::v4i13 or
MVT::v4f32, then try to fold according to rules:
1) fold (vselect (build_vector (0, -1, -1, -1)), A, B) -> (movss A, B)
2) fold (vselect (build_vector (-1, 0, 0, 0)), A, B) -> (movss B, A)
If the vector type of the vselect dag node in input is either MVT::v2i64 or
MVT::v2f64 (and we have SSE2), then try to fold according to rules:
3) fold (vselect (build_vector (0, -1)), A, B) -> (movsd A, B)
4) fold (vselect (build_vector (-1, 0)), A, B) -> (movsd B, A)
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@199683 91177308-0d34-0410-b5e6-96231b3b80d8
2014-01-20 19:35:22 +00:00
|
|
|
;CHECK: vmovsd
|
2011-09-08 21:05:43 +00:00
|
|
|
;CHECK: ret
|
|
|
|
define <2 x double> @vsel_double(<2 x double> %v1, <2 x double> %v2) {
|
|
|
|
%vsel = select <2 x i1> <i1 true, i1 false>, <2 x double> %v1, <2 x double> %v2
|
|
|
|
ret <2 x double> %vsel
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-07-18 22:47:09 +00:00
|
|
|
;CHECK-LABEL: vsel_i64:
|
[X86] Teach how to combine a vselect into a movss/movsd
Add target specific rules for combining vselect dag nodes into movss/movsd
when possible.
If the vector type of the vselect dag node in input is either MVT::v4i13 or
MVT::v4f32, then try to fold according to rules:
1) fold (vselect (build_vector (0, -1, -1, -1)), A, B) -> (movss A, B)
2) fold (vselect (build_vector (-1, 0, 0, 0)), A, B) -> (movss B, A)
If the vector type of the vselect dag node in input is either MVT::v2i64 or
MVT::v2f64 (and we have SSE2), then try to fold according to rules:
3) fold (vselect (build_vector (0, -1)), A, B) -> (movsd A, B)
4) fold (vselect (build_vector (-1, 0)), A, B) -> (movsd B, A)
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@199683 91177308-0d34-0410-b5e6-96231b3b80d8
2014-01-20 19:35:22 +00:00
|
|
|
;CHECK: vmovsd
|
2011-09-08 21:05:43 +00:00
|
|
|
;CHECK: ret
|
|
|
|
define <2 x i64> @vsel_i64(<2 x i64> %v1, <2 x i64> %v2) {
|
|
|
|
%vsel = select <2 x i1> <i1 true, i1 false>, <2 x i64> %v1, <2 x i64> %v2
|
|
|
|
ret <2 x i64> %vsel
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-07-18 22:47:09 +00:00
|
|
|
;CHECK-LABEL: vsel_i8:
|
2011-09-08 21:05:43 +00:00
|
|
|
;CHECK: vpblendvb
|
|
|
|
;CHECK: ret
|
|
|
|
define <16 x i8> @vsel_i8(<16 x i8> %v1, <16 x i8> %v2) {
|
|
|
|
%vsel = select <16 x i1> <i1 true, i1 false, i1 false, i1 false, i1 true, i1 false, i1 false, i1 false, i1 true, i1 false, i1 false, i1 false, i1 true, i1 false, i1 false, i1 false>, <16 x i8> %v1, <16 x i8> %v2
|
|
|
|
ret <16 x i8> %vsel
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2011-09-09 20:29:17 +00:00
|
|
|
; AVX256 tests:
|
|
|
|
|
|
|
|
|
2013-07-18 22:47:09 +00:00
|
|
|
;CHECK-LABEL: vsel_float8:
|
2014-01-27 18:45:30 +00:00
|
|
|
;CHECK-NOT: vinsertf128
|
2014-05-21 22:00:39 +00:00
|
|
|
; <i1 true, i1 false, i1 false, i1 false, i1 true, i1 false, i1 false, i1 false>
|
|
|
|
; which translates into the boolean mask (big endian representation):
|
|
|
|
; 00010001 = 17.
|
|
|
|
; '1' means takes the first argument, '0' means takes the second argument.
|
|
|
|
; This is the opposite of the intel syntax, thus we expect
|
|
|
|
; the inverted mask: 11101110 = 238.
|
|
|
|
;CHECK: vblendps $238, %ymm1, %ymm0, %ymm0
|
2011-09-09 20:29:17 +00:00
|
|
|
;CHECK: ret
|
|
|
|
define <8 x float> @vsel_float8(<8 x float> %v1, <8 x float> %v2) {
|
|
|
|
%vsel = select <8 x i1> <i1 true, i1 false, i1 false, i1 false, i1 true, i1 false, i1 false, i1 false>, <8 x float> %v1, <8 x float> %v2
|
|
|
|
ret <8 x float> %vsel
|
|
|
|
}
|
|
|
|
|
2013-07-18 22:47:09 +00:00
|
|
|
;CHECK-LABEL: vsel_i328:
|
2014-01-27 18:45:30 +00:00
|
|
|
;CHECK-NOT: vinsertf128
|
2014-05-21 22:00:39 +00:00
|
|
|
;CHECK: vblendps $238, %ymm1, %ymm0, %ymm0
|
2014-01-27 18:45:30 +00:00
|
|
|
;CHECK-NEXT: ret
|
2011-09-09 20:29:17 +00:00
|
|
|
define <8 x i32> @vsel_i328(<8 x i32> %v1, <8 x i32> %v2) {
|
|
|
|
%vsel = select <8 x i1> <i1 true, i1 false, i1 false, i1 false, i1 true, i1 false, i1 false, i1 false>, <8 x i32> %v1, <8 x i32> %v2
|
|
|
|
ret <8 x i32> %vsel
|
|
|
|
}
|
|
|
|
|
2013-07-18 22:47:09 +00:00
|
|
|
;CHECK-LABEL: vsel_double8:
|
2014-05-21 22:00:39 +00:00
|
|
|
; select mask is 2x: 0001 => intel mask: ~0001 = 14
|
|
|
|
; ABI:
|
|
|
|
; v1 is in ymm0 and ymm1.
|
|
|
|
; v2 is in ymm2 and ymm3.
|
|
|
|
; result is in ymm0 and ymm1.
|
|
|
|
; Compute the low part: res.low = blend v1.low, v2.low, blendmask
|
|
|
|
;CHECK: vblendpd $14, %ymm2, %ymm0, %ymm0
|
|
|
|
; Compute the high part.
|
|
|
|
;CHECK: vblendpd $14, %ymm3, %ymm1, %ymm1
|
2011-09-09 20:29:17 +00:00
|
|
|
;CHECK: ret
|
|
|
|
define <8 x double> @vsel_double8(<8 x double> %v1, <8 x double> %v2) {
|
|
|
|
%vsel = select <8 x i1> <i1 true, i1 false, i1 false, i1 false, i1 true, i1 false, i1 false, i1 false>, <8 x double> %v1, <8 x double> %v2
|
|
|
|
ret <8 x double> %vsel
|
|
|
|
}
|
|
|
|
|
2013-07-18 22:47:09 +00:00
|
|
|
;CHECK-LABEL: vsel_i648:
|
2014-05-21 22:00:39 +00:00
|
|
|
;CHECK: vblendpd $14, %ymm2, %ymm0, %ymm0
|
|
|
|
;CHECK: vblendpd $14, %ymm3, %ymm1, %ymm1
|
2011-09-09 20:29:17 +00:00
|
|
|
;CHECK: ret
|
|
|
|
define <8 x i64> @vsel_i648(<8 x i64> %v1, <8 x i64> %v2) {
|
|
|
|
%vsel = select <8 x i1> <i1 true, i1 false, i1 false, i1 false, i1 true, i1 false, i1 false, i1 false>, <8 x i64> %v1, <8 x i64> %v2
|
|
|
|
ret <8 x i64> %vsel
|
|
|
|
}
|
|
|
|
|
2014-01-27 18:45:30 +00:00
|
|
|
;CHECK-LABEL: vsel_double4:
|
|
|
|
;CHECK-NOT: vinsertf128
|
2014-06-25 17:41:58 +00:00
|
|
|
;CHECK: vblendpd $10
|
2014-01-27 18:45:30 +00:00
|
|
|
;CHECK-NEXT: ret
|
|
|
|
define <4 x double> @vsel_double4(<4 x double> %v1, <4 x double> %v2) {
|
|
|
|
%vsel = select <4 x i1> <i1 true, i1 false, i1 true, i1 false>, <4 x double> %v1, <4 x double> %v2
|
|
|
|
ret <4 x double> %vsel
|
|
|
|
}
|
|
|
|
|
2011-09-12 19:30:40 +00:00
|
|
|
;; TEST blend + compares
|
2013-07-18 22:29:15 +00:00
|
|
|
; CHECK: testa
|
|
|
|
define <2 x double> @testa(<2 x double> %x, <2 x double> %y) {
|
2011-09-12 21:24:07 +00:00
|
|
|
; CHECK: vcmplepd
|
2011-09-12 19:30:40 +00:00
|
|
|
; CHECK: vblendvpd
|
|
|
|
%max_is_x = fcmp oge <2 x double> %x, %y
|
|
|
|
%max = select <2 x i1> %max_is_x, <2 x double> %x, <2 x double> %y
|
|
|
|
ret <2 x double> %max
|
|
|
|
}
|
|
|
|
|
2013-07-18 22:29:15 +00:00
|
|
|
; CHECK: testb
|
|
|
|
define <2 x double> @testb(<2 x double> %x, <2 x double> %y) {
|
2011-09-18 00:41:38 +00:00
|
|
|
; CHECK: vcmpnlepd
|
2011-09-12 19:30:40 +00:00
|
|
|
; CHECK: vblendvpd
|
2011-09-18 00:41:38 +00:00
|
|
|
%min_is_x = fcmp ult <2 x double> %x, %y
|
|
|
|
%min = select <2 x i1> %min_is_x, <2 x double> %x, <2 x double> %y
|
|
|
|
ret <2 x double> %min
|
2011-09-12 19:30:40 +00:00
|
|
|
}
|
2014-05-27 03:42:20 +00:00
|
|
|
|
|
|
|
; If we can figure out a blend has a constant mask, we should emit the
|
|
|
|
; blend instruction with an immediate mask
|
|
|
|
define <4 x double> @constant_blendvpd_avx(<4 x double> %xy, <4 x double> %ab) {
|
|
|
|
; CHECK-LABEL: constant_blendvpd_avx:
|
|
|
|
; CHECK-NOT: mov
|
|
|
|
; CHECK: vblendpd
|
|
|
|
; CHECK: ret
|
|
|
|
%1 = select <4 x i1> <i1 false, i1 false, i1 true, i1 false>, <4 x double> %xy, <4 x double> %ab
|
|
|
|
ret <4 x double> %1
|
|
|
|
}
|
|
|
|
|
|
|
|
define <8 x float> @constant_blendvps_avx(<8 x float> %xyzw, <8 x float> %abcd) {
|
|
|
|
; CHECK-LABEL: constant_blendvps_avx:
|
|
|
|
; CHECK-NOT: mov
|
|
|
|
; CHECK: vblendps
|
|
|
|
; CHECK: ret
|
|
|
|
%1 = select <8 x i1> <i1 false, i1 false, i1 false, i1 true, i1 false, i1 false, i1 false, i1 true>, <8 x float> %xyzw, <8 x float> %abcd
|
|
|
|
ret <8 x float> %1
|
|
|
|
}
|
|
|
|
|
|
|
|
declare <8 x float> @llvm.x86.avx.blendv.ps.256(<8 x float>, <8 x float>, <8 x float>)
|
|
|
|
declare <4 x double> @llvm.x86.avx.blendv.pd.256(<4 x double>, <4 x double>, <4 x double>)
|
2014-05-29 22:04:42 +00:00
|
|
|
|
|
|
|
;; 4 tests for shufflevectors that optimize to blend + immediate
|
|
|
|
; CHECK-LABEL: @blend_shufflevector_4xfloat
|
|
|
|
define <4 x float> @blend_shufflevector_4xfloat(<4 x float> %a, <4 x float> %b) {
|
2014-05-31 00:52:23 +00:00
|
|
|
; Equivalent select mask is <i1 true, i1 false, i1 true, i1 false>.
|
|
|
|
; Big endian representation is 0101 = 5.
|
|
|
|
; '1' means takes the first argument, '0' means takes the second argument.
|
|
|
|
; This is the opposite of the intel syntax, thus we expect
|
|
|
|
; Inverted mask: 1010 = 10.
|
|
|
|
; According to the ABI:
|
|
|
|
; a is in xmm0 => first argument is xmm0.
|
|
|
|
; b is in xmm1 => second argument is xmm1.
|
|
|
|
; Result is in xmm0 => destination argument.
|
|
|
|
; CHECK: vblendps $10, %xmm1, %xmm0, %xmm0
|
2014-05-29 22:04:42 +00:00
|
|
|
; CHECK: ret
|
|
|
|
%1 = shufflevector <4 x float> %a, <4 x float> %b, <4 x i32> <i32 0, i32 5, i32 2, i32 7>
|
|
|
|
ret <4 x float> %1
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: @blend_shufflevector_8xfloat
|
|
|
|
define <8 x float> @blend_shufflevector_8xfloat(<8 x float> %a, <8 x float> %b) {
|
2014-05-31 00:52:23 +00:00
|
|
|
; CHECK: vblendps $190, %ymm1, %ymm0, %ymm0
|
2014-05-29 22:04:42 +00:00
|
|
|
; CHECK: ret
|
|
|
|
%1 = shufflevector <8 x float> %a, <8 x float> %b, <8 x i32> <i32 0, i32 9, i32 10, i32 11, i32 12, i32 13, i32 6, i32 15>
|
|
|
|
ret <8 x float> %1
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: @blend_shufflevector_4xdouble
|
|
|
|
define <4 x double> @blend_shufflevector_4xdouble(<4 x double> %a, <4 x double> %b) {
|
2014-05-31 00:52:23 +00:00
|
|
|
; CHECK: vblendpd $2, %ymm1, %ymm0, %ymm0
|
2014-05-29 22:04:42 +00:00
|
|
|
; CHECK: ret
|
|
|
|
%1 = shufflevector <4 x double> %a, <4 x double> %b, <4 x i32> <i32 0, i32 5, i32 2, i32 3>
|
|
|
|
ret <4 x double> %1
|
|
|
|
}
|
|
|
|
|
|
|
|
; CHECK-LABEL: @blend_shufflevector_4xi64
|
|
|
|
define <4 x i64> @blend_shufflevector_4xi64(<4 x i64> %a, <4 x i64> %b) {
|
2014-05-31 00:52:23 +00:00
|
|
|
; CHECK: vblendpd $13, %ymm1, %ymm0, %ymm0
|
2014-05-29 22:04:42 +00:00
|
|
|
; CHECK: ret
|
|
|
|
%1 = shufflevector <4 x i64> %a, <4 x i64> %b, <4 x i32> <i32 4, i32 1, i32 6, i32 7>
|
|
|
|
ret <4 x i64> %1
|
|
|
|
}
|