1 ; RUN: llc -march=amdgcn -mcpu=SI -verify-machineinstrs< %s | FileCheck --check-prefix=SI --check-prefix=BOTH %s
2 ; RUN: llc -march=amdgcn -mcpu=bonaire -verify-machineinstrs< %s | FileCheck --check-prefix=CI --check-prefix=BOTH %s
3 ; RUN: llc -march=amdgcn -mcpu=tonga -verify-machineinstrs< %s | FileCheck --check-prefix=CI --check-prefix=BOTH %s
5 ; BOTH-LABEL: {{^}}local_i32_load
6 ; BOTH: ds_read_b32 [[REG:v[0-9]+]], v{{[0-9]+}} offset:28
7 ; BOTH: buffer_store_dword [[REG]],
8 define void @local_i32_load(i32 addrspace(1)* %out, i32 addrspace(3)* %in) nounwind {
9 %gep = getelementptr i32, i32 addrspace(3)* %in, i32 7
10 %val = load i32, i32 addrspace(3)* %gep, align 4
11 store i32 %val, i32 addrspace(1)* %out, align 4
15 ; BOTH-LABEL: {{^}}local_i32_load_0_offset
16 ; BOTH: ds_read_b32 [[REG:v[0-9]+]], v{{[0-9]+}}
17 ; BOTH: buffer_store_dword [[REG]],
18 define void @local_i32_load_0_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %in) nounwind {
19 %val = load i32, i32 addrspace(3)* %in, align 4
20 store i32 %val, i32 addrspace(1)* %out, align 4
24 ; BOTH-LABEL: {{^}}local_i8_load_i16_max_offset:
26 ; BOTH: ds_read_u8 [[REG:v[0-9]+]], {{v[0-9]+}} offset:65535
27 ; BOTH: buffer_store_byte [[REG]],
28 define void @local_i8_load_i16_max_offset(i8 addrspace(1)* %out, i8 addrspace(3)* %in) nounwind {
29 %gep = getelementptr i8, i8 addrspace(3)* %in, i32 65535
30 %val = load i8, i8 addrspace(3)* %gep, align 4
31 store i8 %val, i8 addrspace(1)* %out, align 4
35 ; BOTH-LABEL: {{^}}local_i8_load_over_i16_max_offset:
36 ; The LDS offset will be 65536 bytes, which is larger than the size of LDS on
37 ; SI, which is why it is being OR'd with the base pointer.
38 ; SI: s_or_b32 [[ADDR:s[0-9]+]], s{{[0-9]+}}, 0x10000
39 ; CI: s_add_i32 [[ADDR:s[0-9]+]], s{{[0-9]+}}, 0x10000
40 ; BOTH: v_mov_b32_e32 [[VREGADDR:v[0-9]+]], [[ADDR]]
41 ; BOTH: ds_read_u8 [[REG:v[0-9]+]], [[VREGADDR]]
42 ; BOTH: buffer_store_byte [[REG]],
43 define void @local_i8_load_over_i16_max_offset(i8 addrspace(1)* %out, i8 addrspace(3)* %in) nounwind {
44 %gep = getelementptr i8, i8 addrspace(3)* %in, i32 65536
45 %val = load i8, i8 addrspace(3)* %gep, align 4
46 store i8 %val, i8 addrspace(1)* %out, align 4
50 ; BOTH-LABEL: {{^}}local_i64_load:
52 ; BOTH: ds_read_b64 [[REG:v[[0-9]+:[0-9]+]]], v{{[0-9]+}} offset:56
53 ; BOTH: buffer_store_dwordx2 [[REG]],
54 define void @local_i64_load(i64 addrspace(1)* %out, i64 addrspace(3)* %in) nounwind {
55 %gep = getelementptr i64, i64 addrspace(3)* %in, i32 7
56 %val = load i64, i64 addrspace(3)* %gep, align 8
57 store i64 %val, i64 addrspace(1)* %out, align 8
61 ; BOTH-LABEL: {{^}}local_i64_load_0_offset
62 ; BOTH: ds_read_b64 [[REG:v\[[0-9]+:[0-9]+\]]], v{{[0-9]+}}
63 ; BOTH: buffer_store_dwordx2 [[REG]],
64 define void @local_i64_load_0_offset(i64 addrspace(1)* %out, i64 addrspace(3)* %in) nounwind {
65 %val = load i64, i64 addrspace(3)* %in, align 8
66 store i64 %val, i64 addrspace(1)* %out, align 8
70 ; BOTH-LABEL: {{^}}local_f64_load:
72 ; BOTH: ds_read_b64 [[REG:v[[0-9]+:[0-9]+]]], v{{[0-9]+}} offset:56
73 ; BOTH: buffer_store_dwordx2 [[REG]],
74 define void @local_f64_load(double addrspace(1)* %out, double addrspace(3)* %in) nounwind {
75 %gep = getelementptr double, double addrspace(3)* %in, i32 7
76 %val = load double, double addrspace(3)* %gep, align 8
77 store double %val, double addrspace(1)* %out, align 8
81 ; BOTH-LABEL: {{^}}local_f64_load_0_offset
82 ; BOTH: ds_read_b64 [[REG:v\[[0-9]+:[0-9]+\]]], v{{[0-9]+}}
83 ; BOTH: buffer_store_dwordx2 [[REG]],
84 define void @local_f64_load_0_offset(double addrspace(1)* %out, double addrspace(3)* %in) nounwind {
85 %val = load double, double addrspace(3)* %in, align 8
86 store double %val, double addrspace(1)* %out, align 8
90 ; BOTH-LABEL: {{^}}local_i64_store:
92 ; BOTH: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}} offset:56
93 define void @local_i64_store(i64 addrspace(3)* %out) nounwind {
94 %gep = getelementptr i64, i64 addrspace(3)* %out, i32 7
95 store i64 5678, i64 addrspace(3)* %gep, align 8
99 ; BOTH-LABEL: {{^}}local_i64_store_0_offset:
101 ; BOTH: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}
102 define void @local_i64_store_0_offset(i64 addrspace(3)* %out) nounwind {
103 store i64 1234, i64 addrspace(3)* %out, align 8
107 ; BOTH-LABEL: {{^}}local_f64_store:
109 ; BOTH: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}} offset:56
110 define void @local_f64_store(double addrspace(3)* %out) nounwind {
111 %gep = getelementptr double, double addrspace(3)* %out, i32 7
112 store double 16.0, double addrspace(3)* %gep, align 8
116 ; BOTH-LABEL: {{^}}local_f64_store_0_offset
117 ; BOTH: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}
118 define void @local_f64_store_0_offset(double addrspace(3)* %out) nounwind {
119 store double 20.0, double addrspace(3)* %out, align 8
123 ; BOTH-LABEL: {{^}}local_v2i64_store:
125 ; BOTH-DAG: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}} offset:112
126 ; BOTH-DAG: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}} offset:120
128 define void @local_v2i64_store(<2 x i64> addrspace(3)* %out) nounwind {
129 %gep = getelementptr <2 x i64>, <2 x i64> addrspace(3)* %out, i32 7
130 store <2 x i64> <i64 5678, i64 5678>, <2 x i64> addrspace(3)* %gep, align 16
134 ; BOTH-LABEL: {{^}}local_v2i64_store_0_offset:
136 ; BOTH-DAG: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}
137 ; BOTH-DAG: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}} offset:8
139 define void @local_v2i64_store_0_offset(<2 x i64> addrspace(3)* %out) nounwind {
140 store <2 x i64> <i64 1234, i64 1234>, <2 x i64> addrspace(3)* %out, align 16
144 ; BOTH-LABEL: {{^}}local_v4i64_store:
146 ; BOTH-DAG: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}} offset:224
147 ; BOTH-DAG: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}} offset:232
148 ; BOTH-DAG: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}} offset:240
149 ; BOTH-DAG: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}} offset:248
151 define void @local_v4i64_store(<4 x i64> addrspace(3)* %out) nounwind {
152 %gep = getelementptr <4 x i64>, <4 x i64> addrspace(3)* %out, i32 7
153 store <4 x i64> <i64 5678, i64 5678, i64 5678, i64 5678>, <4 x i64> addrspace(3)* %gep, align 16
157 ; BOTH-LABEL: {{^}}local_v4i64_store_0_offset:
159 ; BOTH-DAG: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}
160 ; BOTH-DAG: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}} offset:8
161 ; BOTH-DAG: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}} offset:16
162 ; BOTH-DAG: ds_write_b64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}} offset:24
164 define void @local_v4i64_store_0_offset(<4 x i64> addrspace(3)* %out) nounwind {
165 store <4 x i64> <i64 1234, i64 1234, i64 1234, i64 1234>, <4 x i64> addrspace(3)* %out, align 16