1 ; RUN: llc -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefix=SI -check-prefix=GCN %s
2 ; XUN: llc -march=amdgcn -mcpu=tonga -verify-machineinstrs < %s | FileCheck -check-prefix=VI -check-prefix=GCN %s
6 declare i32 @llvm.r600.read.tidig.x() nounwind readnone
7 declare float @llvm.fabs.f32(float) nounwind readnone
9 ; GCN-LABEL: {{^}}madak_f32:
10 ; GCN: buffer_load_dword [[VA:v[0-9]+]]
11 ; GCN: buffer_load_dword [[VB:v[0-9]+]]
12 ; GCN: v_madak_f32_e32 {{v[0-9]+}}, [[VB]], [[VA]], 0x41200000
13 define void @madak_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in.a, float addrspace(1)* noalias %in.b) nounwind {
14 %tid = tail call i32 @llvm.r600.read.tidig.x() nounwind readnone
15 %in.a.gep = getelementptr float, float addrspace(1)* %in.a, i32 %tid
16 %in.b.gep = getelementptr float, float addrspace(1)* %in.b, i32 %tid
17 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid
19 %a = load float, float addrspace(1)* %in.a.gep, align 4
20 %b = load float, float addrspace(1)* %in.b.gep, align 4
22 %mul = fmul float %a, %b
23 %madak = fadd float %mul, 10.0
24 store float %madak, float addrspace(1)* %out.gep, align 4
28 ; Make sure this is only folded with one use. This is a code size
29 ; optimization and if we fold the immediate multiple times, we'll undo
32 ; GCN-LABEL: {{^}}madak_2_use_f32:
33 ; GCN-DAG: buffer_load_dword [[VA:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64{{$}}
34 ; GCN-DAG: buffer_load_dword [[VB:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64 offset:4
35 ; GCN-DAG: buffer_load_dword [[VC:v[0-9]+]], {{v\[[0-9]+:[0-9]+\]}}, {{s\[[0-9]+:[0-9]+\]}}, 0 addr64 offset:8
36 ; GCN-DAG: v_mov_b32_e32 [[VK:v[0-9]+]], 0x41200000
37 ; GCN-DAG: v_mad_f32 {{v[0-9]+}}, [[VA]], [[VB]], [[VK]]
38 ; GCN-DAG: v_mad_f32 {{v[0-9]+}}, [[VA]], [[VC]], [[VK]]
40 define void @madak_2_use_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in) nounwind {
41 %tid = tail call i32 @llvm.r600.read.tidig.x() nounwind readnone
43 %in.gep.0 = getelementptr float, float addrspace(1)* %in, i32 %tid
44 %in.gep.1 = getelementptr float, float addrspace(1)* %in.gep.0, i32 1
45 %in.gep.2 = getelementptr float, float addrspace(1)* %in.gep.0, i32 2
47 %out.gep.0 = getelementptr float, float addrspace(1)* %out, i32 %tid
48 %out.gep.1 = getelementptr float, float addrspace(1)* %in.gep.0, i32 1
50 %a = load float, float addrspace(1)* %in.gep.0, align 4
51 %b = load float, float addrspace(1)* %in.gep.1, align 4
52 %c = load float, float addrspace(1)* %in.gep.2, align 4
54 %mul0 = fmul float %a, %b
55 %mul1 = fmul float %a, %c
56 %madak0 = fadd float %mul0, 10.0
57 %madak1 = fadd float %mul1, 10.0
59 store float %madak0, float addrspace(1)* %out.gep.0, align 4
60 store float %madak1, float addrspace(1)* %out.gep.1, align 4
64 ; GCN-LABEL: {{^}}madak_m_inline_imm_f32:
65 ; GCN: buffer_load_dword [[VA:v[0-9]+]]
66 ; GCN: v_madak_f32_e32 {{v[0-9]+}}, 4.0, [[VA]], 0x41200000
67 define void @madak_m_inline_imm_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in.a) nounwind {
68 %tid = tail call i32 @llvm.r600.read.tidig.x() nounwind readnone
69 %in.a.gep = getelementptr float, float addrspace(1)* %in.a, i32 %tid
70 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid
72 %a = load float, float addrspace(1)* %in.a.gep, align 4
74 %mul = fmul float 4.0, %a
75 %madak = fadd float %mul, 10.0
76 store float %madak, float addrspace(1)* %out.gep, align 4
80 ; Make sure nothing weird happens with a value that is also allowed as
81 ; an inline immediate.
83 ; GCN-LABEL: {{^}}madak_inline_imm_f32:
84 ; GCN: buffer_load_dword [[VA:v[0-9]+]]
85 ; GCN: buffer_load_dword [[VB:v[0-9]+]]
86 ; GCN: v_mad_f32 {{v[0-9]+}}, [[VA]], [[VB]], 4.0
87 define void @madak_inline_imm_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in.a, float addrspace(1)* noalias %in.b) nounwind {
88 %tid = tail call i32 @llvm.r600.read.tidig.x() nounwind readnone
89 %in.a.gep = getelementptr float, float addrspace(1)* %in.a, i32 %tid
90 %in.b.gep = getelementptr float, float addrspace(1)* %in.b, i32 %tid
91 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid
93 %a = load float, float addrspace(1)* %in.a.gep, align 4
94 %b = load float, float addrspace(1)* %in.b.gep, align 4
96 %mul = fmul float %a, %b
97 %madak = fadd float %mul, 4.0
98 store float %madak, float addrspace(1)* %out.gep, align 4
102 ; We can't use an SGPR when forming madak
103 ; GCN-LABEL: {{^}}s_v_madak_f32:
104 ; GCN: s_load_dword [[SB:s[0-9]+]]
105 ; GCN-DAG: v_mov_b32_e32 [[VK:v[0-9]+]], 0x41200000
106 ; GCN-DAG: buffer_load_dword [[VA:v[0-9]+]]
107 ; GCN-NOT: v_madak_f32
108 ; GCN: v_mad_f32 {{v[0-9]+}}, [[SB]], [[VA]], [[VK]]
109 define void @s_v_madak_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in.a, float %b) nounwind {
110 %tid = tail call i32 @llvm.r600.read.tidig.x() nounwind readnone
111 %in.a.gep = getelementptr float, float addrspace(1)* %in.a, i32 %tid
112 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid
114 %a = load float, float addrspace(1)* %in.a.gep, align 4
116 %mul = fmul float %a, %b
117 %madak = fadd float %mul, 10.0
118 store float %madak, float addrspace(1)* %out.gep, align 4
122 ; GCN-LABEL: @v_s_madak_f32
123 ; GCN-DAG: s_load_dword [[SB:s[0-9]+]]
124 ; GCN-DAG: v_mov_b32_e32 [[VK:v[0-9]+]], 0x41200000
125 ; GCN-DAG: buffer_load_dword [[VA:v[0-9]+]]
126 ; GCN-NOT: v_madak_f32
127 ; GCN: v_mad_f32 {{v[0-9]+}}, [[VA]], [[SB]], [[VK]]
128 define void @v_s_madak_f32(float addrspace(1)* noalias %out, float %a, float addrspace(1)* noalias %in.b) nounwind {
129 %tid = tail call i32 @llvm.r600.read.tidig.x() nounwind readnone
130 %in.b.gep = getelementptr float, float addrspace(1)* %in.b, i32 %tid
131 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid
133 %b = load float, float addrspace(1)* %in.b.gep, align 4
135 %mul = fmul float %a, %b
136 %madak = fadd float %mul, 10.0
137 store float %madak, float addrspace(1)* %out.gep, align 4
141 ; GCN-LABEL: {{^}}s_s_madak_f32:
142 ; GCN-NOT: v_madak_f32
143 ; GCN: v_mad_f32 {{v[0-9]+}}, {{s[0-9]+}}, {{v[0-9]+}}, {{v[0-9]+}}
144 define void @s_s_madak_f32(float addrspace(1)* %out, float %a, float %b) nounwind {
145 %mul = fmul float %a, %b
146 %madak = fadd float %mul, 10.0
147 store float %madak, float addrspace(1)* %out, align 4
151 ; GCN-LABEL: {{^}}no_madak_src0_modifier_f32:
152 ; GCN: buffer_load_dword [[VA:v[0-9]+]]
153 ; GCN: buffer_load_dword [[VB:v[0-9]+]]
154 ; GCN: v_mad_f32 {{v[0-9]+}}, |{{v[0-9]+}}|, {{v[0-9]+}}, {{[sv][0-9]+}}
156 define void @no_madak_src0_modifier_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in.a, float addrspace(1)* noalias %in.b) nounwind {
157 %tid = tail call i32 @llvm.r600.read.tidig.x() nounwind readnone
158 %in.a.gep = getelementptr float, float addrspace(1)* %in.a, i32 %tid
159 %in.b.gep = getelementptr float, float addrspace(1)* %in.b, i32 %tid
160 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid
162 %a = load float, float addrspace(1)* %in.a.gep, align 4
163 %b = load float, float addrspace(1)* %in.b.gep, align 4
165 %a.fabs = call float @llvm.fabs.f32(float %a) nounwind readnone
167 %mul = fmul float %a.fabs, %b
168 %madak = fadd float %mul, 10.0
169 store float %madak, float addrspace(1)* %out.gep, align 4
173 ; GCN-LABEL: {{^}}no_madak_src1_modifier_f32:
174 ; GCN: buffer_load_dword [[VA:v[0-9]+]]
175 ; GCN: buffer_load_dword [[VB:v[0-9]+]]
176 ; GCN: v_mad_f32 {{v[0-9]+}}, {{v[0-9]+}}, |{{v[0-9]+}}|, {{[sv][0-9]+}}
178 define void @no_madak_src1_modifier_f32(float addrspace(1)* noalias %out, float addrspace(1)* noalias %in.a, float addrspace(1)* noalias %in.b) nounwind {
179 %tid = tail call i32 @llvm.r600.read.tidig.x() nounwind readnone
180 %in.a.gep = getelementptr float, float addrspace(1)* %in.a, i32 %tid
181 %in.b.gep = getelementptr float, float addrspace(1)* %in.b, i32 %tid
182 %out.gep = getelementptr float, float addrspace(1)* %out, i32 %tid
184 %a = load float, float addrspace(1)* %in.a.gep, align 4
185 %b = load float, float addrspace(1)* %in.b.gep, align 4
187 %b.fabs = call float @llvm.fabs.f32(float %b) nounwind readnone
189 %mul = fmul float %a, %b.fabs
190 %madak = fadd float %mul, 10.0
191 store float %madak, float addrspace(1)* %out.gep, align 4