mirror of
https://github.com/c64scene-ar/llvm-6502.git
synced 2024-12-18 10:31:57 +00:00
4a52493457
Ffter commit at rev219046 512-bit broadcasts lowering become non-optimal. Most of tests on broadcasting and embedded broadcasting were changed and they doesn’t produce efficient code.
Example below is from commit changes (it’s the first test from test/CodeGen/X86/avx512-vbroadcast.ll):
define <16 x i32> @_inreg16xi32(i32 %a) {
; CHECK-LABEL: _inreg16xi32:
; CHECK: ## BB#0:
-; CHECK-NEXT: vpbroadcastd %edi, %zmm0
+; CHECK-NEXT: vmovd %edi, %xmm0
+; CHECK-NEXT: vpbroadcastd %xmm0, %ymm0
+; CHECK-NEXT: vinserti64x4 $1, %ymm0, %zmm0, %zmm0
; CHECK-NEXT: retq
%b = insertelement <16 x i32> undef, i32 %a, i32 0
%c = shufflevector <16 x i32> %b, <16 x i32> undef, <16 x i32> zeroinitializer
ret <16 x i32> %c
}
Here, 256-bit broadcast was generated instead of 512-bit one.
In this patch
1) I added vector-shuffle lowering through broadcasts
2) Removed asserts and branches likes because this is incorrect
- assert(Subtarget->hasDQI() && "We can only lower v8i64 with AVX-512-DQI");
3) Fixed lowering tests
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@220774 91177308-0d34-0410-b5e6-96231b3b80d8
183 lines
7.7 KiB
LLVM
183 lines
7.7 KiB
LLVM
; RUN: llc < %s -mtriple=x86_64-apple-darwin -mcpu=knl | FileCheck %s
|
|
|
|
define <16 x i32> @_inreg16xi32(i32 %a) {
|
|
; CHECK-LABEL: _inreg16xi32:
|
|
; CHECK: ## BB#0:
|
|
; CHECK-NEXT: vpbroadcastd %edi, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%b = insertelement <16 x i32> undef, i32 %a, i32 0
|
|
%c = shufflevector <16 x i32> %b, <16 x i32> undef, <16 x i32> zeroinitializer
|
|
ret <16 x i32> %c
|
|
}
|
|
|
|
define <8 x i64> @_inreg8xi64(i64 %a) {
|
|
; CHECK-LABEL: _inreg8xi64:
|
|
; CHECK: ## BB#0:
|
|
; CHECK-NEXT: vpbroadcastq %rdi, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%b = insertelement <8 x i64> undef, i64 %a, i32 0
|
|
%c = shufflevector <8 x i64> %b, <8 x i64> undef, <8 x i32> zeroinitializer
|
|
ret <8 x i64> %c
|
|
}
|
|
|
|
define <16 x float> @_inreg16xfloat(float %a) {
|
|
; CHECK-LABEL: _inreg16xfloat:
|
|
; CHECK: ## BB#0:
|
|
; CHECK-NEXT: vbroadcastss %xmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%b = insertelement <16 x float> undef, float %a, i32 0
|
|
%c = shufflevector <16 x float> %b, <16 x float> undef, <16 x i32> zeroinitializer
|
|
ret <16 x float> %c
|
|
}
|
|
|
|
define <8 x double> @_inreg8xdouble(double %a) {
|
|
; CHECK-LABEL: _inreg8xdouble:
|
|
; CHECK: ## BB#0:
|
|
; CHECK-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%b = insertelement <8 x double> undef, double %a, i32 0
|
|
%c = shufflevector <8 x double> %b, <8 x double> undef, <8 x i32> zeroinitializer
|
|
ret <8 x double> %c
|
|
}
|
|
|
|
define <16 x i32> @_xmm16xi32(<16 x i32> %a) {
|
|
; CHECK-LABEL: _xmm16xi32:
|
|
; CHECK: ## BB#0:
|
|
; CHECK-NEXT: vpbroadcastd %xmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%b = shufflevector <16 x i32> %a, <16 x i32> undef, <16 x i32> zeroinitializer
|
|
ret <16 x i32> %b
|
|
}
|
|
|
|
define <16 x float> @_xmm16xfloat(<16 x float> %a) {
|
|
; CHECK-LABEL: _xmm16xfloat:
|
|
; CHECK: ## BB#0:
|
|
; CHECK-NEXT: vbroadcastss %xmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
%b = shufflevector <16 x float> %a, <16 x float> undef, <16 x i32> zeroinitializer
|
|
ret <16 x float> %b
|
|
}
|
|
|
|
define <16 x i32> @test_vbroadcast() {
|
|
; CHECK-LABEL: test_vbroadcast:
|
|
; CHECK: ## BB#0: ## %entry
|
|
; CHECK-NEXT: vpxord %zmm0, %zmm0, %zmm0
|
|
; CHECK-NEXT: vcmpunordps %zmm0, %zmm0, %k1
|
|
; CHECK-NEXT: vpbroadcastd {{.*}}(%rip), %zmm0 {%k1} {z}
|
|
; CHECK-NEXT: knotw %k1, %k1
|
|
; CHECK-NEXT: vmovdqu32 %zmm0, %zmm0 {%k1} {z}
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%0 = sext <16 x i1> zeroinitializer to <16 x i32>
|
|
%1 = fcmp uno <16 x float> undef, zeroinitializer
|
|
%2 = sext <16 x i1> %1 to <16 x i32>
|
|
%3 = select <16 x i1> %1, <16 x i32> %0, <16 x i32> %2
|
|
ret <16 x i32> %3
|
|
}
|
|
|
|
; We implement the set1 intrinsics with vector initializers. Verify that the
|
|
; IR generated will produce broadcasts at the end.
|
|
define <8 x double> @test_set1_pd(double %d) #2 {
|
|
; CHECK-LABEL: test_set1_pd:
|
|
; CHECK: ## BB#0: ## %entry
|
|
; CHECK-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%vecinit.i = insertelement <8 x double> undef, double %d, i32 0
|
|
%vecinit1.i = insertelement <8 x double> %vecinit.i, double %d, i32 1
|
|
%vecinit2.i = insertelement <8 x double> %vecinit1.i, double %d, i32 2
|
|
%vecinit3.i = insertelement <8 x double> %vecinit2.i, double %d, i32 3
|
|
%vecinit4.i = insertelement <8 x double> %vecinit3.i, double %d, i32 4
|
|
%vecinit5.i = insertelement <8 x double> %vecinit4.i, double %d, i32 5
|
|
%vecinit6.i = insertelement <8 x double> %vecinit5.i, double %d, i32 6
|
|
%vecinit7.i = insertelement <8 x double> %vecinit6.i, double %d, i32 7
|
|
ret <8 x double> %vecinit7.i
|
|
}
|
|
|
|
define <8 x i64> @test_set1_epi64(i64 %d) #2 {
|
|
; CHECK-LABEL: test_set1_epi64:
|
|
; CHECK: ## BB#0: ## %entry
|
|
; CHECK-NEXT: vpbroadcastq %rdi, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%vecinit.i = insertelement <8 x i64> undef, i64 %d, i32 0
|
|
%vecinit1.i = insertelement <8 x i64> %vecinit.i, i64 %d, i32 1
|
|
%vecinit2.i = insertelement <8 x i64> %vecinit1.i, i64 %d, i32 2
|
|
%vecinit3.i = insertelement <8 x i64> %vecinit2.i, i64 %d, i32 3
|
|
%vecinit4.i = insertelement <8 x i64> %vecinit3.i, i64 %d, i32 4
|
|
%vecinit5.i = insertelement <8 x i64> %vecinit4.i, i64 %d, i32 5
|
|
%vecinit6.i = insertelement <8 x i64> %vecinit5.i, i64 %d, i32 6
|
|
%vecinit7.i = insertelement <8 x i64> %vecinit6.i, i64 %d, i32 7
|
|
ret <8 x i64> %vecinit7.i
|
|
}
|
|
|
|
define <16 x float> @test_set1_ps(float %f) #2 {
|
|
; CHECK-LABEL: test_set1_ps:
|
|
; CHECK: ## BB#0: ## %entry
|
|
; CHECK-NEXT: vbroadcastss %xmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%vecinit.i = insertelement <16 x float> undef, float %f, i32 0
|
|
%vecinit1.i = insertelement <16 x float> %vecinit.i, float %f, i32 1
|
|
%vecinit2.i = insertelement <16 x float> %vecinit1.i, float %f, i32 2
|
|
%vecinit3.i = insertelement <16 x float> %vecinit2.i, float %f, i32 3
|
|
%vecinit4.i = insertelement <16 x float> %vecinit3.i, float %f, i32 4
|
|
%vecinit5.i = insertelement <16 x float> %vecinit4.i, float %f, i32 5
|
|
%vecinit6.i = insertelement <16 x float> %vecinit5.i, float %f, i32 6
|
|
%vecinit7.i = insertelement <16 x float> %vecinit6.i, float %f, i32 7
|
|
%vecinit8.i = insertelement <16 x float> %vecinit7.i, float %f, i32 8
|
|
%vecinit9.i = insertelement <16 x float> %vecinit8.i, float %f, i32 9
|
|
%vecinit10.i = insertelement <16 x float> %vecinit9.i, float %f, i32 10
|
|
%vecinit11.i = insertelement <16 x float> %vecinit10.i, float %f, i32 11
|
|
%vecinit12.i = insertelement <16 x float> %vecinit11.i, float %f, i32 12
|
|
%vecinit13.i = insertelement <16 x float> %vecinit12.i, float %f, i32 13
|
|
%vecinit14.i = insertelement <16 x float> %vecinit13.i, float %f, i32 14
|
|
%vecinit15.i = insertelement <16 x float> %vecinit14.i, float %f, i32 15
|
|
ret <16 x float> %vecinit15.i
|
|
}
|
|
|
|
define <16 x i32> @test_set1_epi32(i32 %f) #2 {
|
|
; CHECK-LABEL: test_set1_epi32:
|
|
; CHECK: ## BB#0: ## %entry
|
|
; CHECK-NEXT: vpbroadcastd %edi, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%vecinit.i = insertelement <16 x i32> undef, i32 %f, i32 0
|
|
%vecinit1.i = insertelement <16 x i32> %vecinit.i, i32 %f, i32 1
|
|
%vecinit2.i = insertelement <16 x i32> %vecinit1.i, i32 %f, i32 2
|
|
%vecinit3.i = insertelement <16 x i32> %vecinit2.i, i32 %f, i32 3
|
|
%vecinit4.i = insertelement <16 x i32> %vecinit3.i, i32 %f, i32 4
|
|
%vecinit5.i = insertelement <16 x i32> %vecinit4.i, i32 %f, i32 5
|
|
%vecinit6.i = insertelement <16 x i32> %vecinit5.i, i32 %f, i32 6
|
|
%vecinit7.i = insertelement <16 x i32> %vecinit6.i, i32 %f, i32 7
|
|
%vecinit8.i = insertelement <16 x i32> %vecinit7.i, i32 %f, i32 8
|
|
%vecinit9.i = insertelement <16 x i32> %vecinit8.i, i32 %f, i32 9
|
|
%vecinit10.i = insertelement <16 x i32> %vecinit9.i, i32 %f, i32 10
|
|
%vecinit11.i = insertelement <16 x i32> %vecinit10.i, i32 %f, i32 11
|
|
%vecinit12.i = insertelement <16 x i32> %vecinit11.i, i32 %f, i32 12
|
|
%vecinit13.i = insertelement <16 x i32> %vecinit12.i, i32 %f, i32 13
|
|
%vecinit14.i = insertelement <16 x i32> %vecinit13.i, i32 %f, i32 14
|
|
%vecinit15.i = insertelement <16 x i32> %vecinit14.i, i32 %f, i32 15
|
|
ret <16 x i32> %vecinit15.i
|
|
}
|
|
|
|
; We implement the scalar broadcast intrinsics with vector initializers.
|
|
; Verify that the IR generated will produce the broadcast at the end.
|
|
define <8 x double> @test_mm512_broadcastsd_pd(<2 x double> %a) {
|
|
; CHECK-LABEL: test_mm512_broadcastsd_pd:
|
|
; CHECK: ## BB#0: ## %entry
|
|
; CHECK-NEXT: vbroadcastsd %xmm0, %zmm0
|
|
; CHECK-NEXT: retq
|
|
entry:
|
|
%0 = extractelement <2 x double> %a, i32 0
|
|
%vecinit.i = insertelement <8 x double> undef, double %0, i32 0
|
|
%vecinit1.i = insertelement <8 x double> %vecinit.i, double %0, i32 1
|
|
%vecinit2.i = insertelement <8 x double> %vecinit1.i, double %0, i32 2
|
|
%vecinit3.i = insertelement <8 x double> %vecinit2.i, double %0, i32 3
|
|
%vecinit4.i = insertelement <8 x double> %vecinit3.i, double %0, i32 4
|
|
%vecinit5.i = insertelement <8 x double> %vecinit4.i, double %0, i32 5
|
|
%vecinit6.i = insertelement <8 x double> %vecinit5.i, double %0, i32 6
|
|
%vecinit7.i = insertelement <8 x double> %vecinit6.i, double %0, i32 7
|
|
ret <8 x double> %vecinit7.i
|
|
}
|