1 target datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v64:64:64-v128:128:128-a0:0:64-s0:64:64-f80:128:128"
2 ; RUN: opt < %s -bb-vectorize -bb-vectorize-req-chain-depth=3 -instcombine -gvn -S | FileCheck %s
4 declare double @llvm.fma.f64(double, double, double)
5 declare double @llvm.cos.f64(double)
6 declare double @llvm.powi.f64(double, i32)
8 ; Basic depth-3 chain with fma
9 define double @test1(double %A1, double %A2, double %B1, double %B2, double %C1, double %C2) {
10 %X1 = fsub double %A1, %B1
11 %X2 = fsub double %A2, %B2
12 %Y1 = call double @llvm.fma.f64(double %X1, double %A1, double %C1)
13 %Y2 = call double @llvm.fma.f64(double %X2, double %A2, double %C2)
14 %Z1 = fadd double %Y1, %B1
15 %Z2 = fadd double %Y2, %B2
16 %R = fmul double %Z1, %Z2
19 ; CHECK: %X1.v.i1.1 = insertelement <2 x double> undef, double %B1, i32 0
20 ; CHECK: %X1.v.i0.1 = insertelement <2 x double> undef, double %A1, i32 0
21 ; CHECK: %X1.v.i1.2 = insertelement <2 x double> %X1.v.i1.1, double %B2, i32 1
22 ; CHECK: %X1.v.i0.2 = insertelement <2 x double> %X1.v.i0.1, double %A2, i32 1
23 ; CHECK: %X1 = fsub <2 x double> %X1.v.i0.2, %X1.v.i1.2
24 ; CHECK: %Y1.v.i2.1 = insertelement <2 x double> undef, double %C1, i32 0
25 ; CHECK: %Y1.v.i2.2 = insertelement <2 x double> %Y1.v.i2.1, double %C2, i32 1
26 ; CHECK: %Y1 = call <2 x double> @llvm.fma.v2f64(<2 x double> %X1, <2 x double> %X1.v.i0.2, <2 x double> %Y1.v.i2.2)
27 ; CHECK: %Z1 = fadd <2 x double> %Y1, %X1.v.i1.2
28 ; CHECK: %Z1.v.r1 = extractelement <2 x double> %Z1, i32 0
29 ; CHECK: %Z1.v.r2 = extractelement <2 x double> %Z1, i32 1
30 ; CHECK: %R = fmul double %Z1.v.r1, %Z1.v.r2
31 ; CHECK: ret double %R
34 ; Basic depth-3 chain with cos
35 define double @test2(double %A1, double %A2, double %B1, double %B2) {
36 %X1 = fsub double %A1, %B1
37 %X2 = fsub double %A2, %B2
38 %Y1 = call double @llvm.cos.f64(double %X1)
39 %Y2 = call double @llvm.cos.f64(double %X2)
40 %Z1 = fadd double %Y1, %B1
41 %Z2 = fadd double %Y2, %B2
42 %R = fmul double %Z1, %Z2
45 ; CHECK: %X1.v.i1.1 = insertelement <2 x double> undef, double %B1, i32 0
46 ; CHECK: %X1.v.i0.1 = insertelement <2 x double> undef, double %A1, i32 0
47 ; CHECK: %X1.v.i1.2 = insertelement <2 x double> %X1.v.i1.1, double %B2, i32 1
48 ; CHECK: %X1.v.i0.2 = insertelement <2 x double> %X1.v.i0.1, double %A2, i32 1
49 ; CHECK: %X1 = fsub <2 x double> %X1.v.i0.2, %X1.v.i1.2
50 ; CHECK: %Y1 = call <2 x double> @llvm.cos.v2f64(<2 x double> %X1)
51 ; CHECK: %Z1 = fadd <2 x double> %Y1, %X1.v.i1.2
52 ; CHECK: %Z1.v.r1 = extractelement <2 x double> %Z1, i32 0
53 ; CHECK: %Z1.v.r2 = extractelement <2 x double> %Z1, i32 1
54 ; CHECK: %R = fmul double %Z1.v.r1, %Z1.v.r2
55 ; CHECK: ret double %R
58 ; Basic depth-3 chain with powi
59 define double @test3(double %A1, double %A2, double %B1, double %B2, i32 %P) {
61 %X1 = fsub double %A1, %B1
62 %X2 = fsub double %A2, %B2
63 %Y1 = call double @llvm.powi.f64(double %X1, i32 %P)
64 %Y2 = call double @llvm.powi.f64(double %X2, i32 %P)
65 %Z1 = fadd double %Y1, %B1
66 %Z2 = fadd double %Y2, %B2
67 %R = fmul double %Z1, %Z2
70 ; CHECK: %X1.v.i1.1 = insertelement <2 x double> undef, double %B1, i32 0
71 ; CHECK: %X1.v.i0.1 = insertelement <2 x double> undef, double %A1, i32 0
72 ; CHECK: %X1.v.i1.2 = insertelement <2 x double> %X1.v.i1.1, double %B2, i32 1
73 ; CHECK: %X1.v.i0.2 = insertelement <2 x double> %X1.v.i0.1, double %A2, i32 1
74 ; CHECK: %X1 = fsub <2 x double> %X1.v.i0.2, %X1.v.i1.2
75 ; CHECK: %Y1 = call <2 x double> @llvm.powi.v2f64(<2 x double> %X1, i32 %P)
76 ; CHECK: %Z1 = fadd <2 x double> %Y1, %X1.v.i1.2
77 ; CHECK: %Z1.v.r1 = extractelement <2 x double> %Z1, i32 0
78 ; CHECK: %Z1.v.r2 = extractelement <2 x double> %Z1, i32 1
79 ; CHECK: %R = fmul double %Z1.v.r1, %Z1.v.r2
80 ; CHECK: ret double %R
83 ; Basic depth-3 chain with powi (different powers: should not vectorize)
84 define double @test4(double %A1, double %A2, double %B1, double %B2, i32 %P) {
86 %X1 = fsub double %A1, %B1
87 %X2 = fsub double %A2, %B2
89 %Y1 = call double @llvm.powi.f64(double %X1, i32 %P)
90 %Y2 = call double @llvm.powi.f64(double %X2, i32 %P2)
91 %Z1 = fadd double %Y1, %B1
92 %Z2 = fadd double %Y2, %B2
93 %R = fmul double %Z1, %Z2
96 ; CHECK-NOT: <2 x double>
97 ; CHECK: ret double %R
100 ; CHECK: declare <2 x double> @llvm.fma.v2f64(<2 x double>, <2 x double>, <2 x double>) nounwind readnone
101 ; CHECK: declare <2 x double> @llvm.cos.v2f64(<2 x double>) nounwind readonly
102 ; CHECK: declare <2 x double> @llvm.powi.v2f64(<2 x double>, i32) nounwind readonly