1 ; RUN: llc -march=r600 -mcpu=SI -verify-machineinstrs< %s | FileCheck --check-prefix=SI --check-prefix=BOTH %s
2 ; RUN: llc -march=r600 -mcpu=bonaire -verify-machineinstrs< %s | FileCheck --check-prefix=CI --check-prefix=BOTH %s
4 ; BOTH-LABEL: @local_i32_load
5 ; BOTH: DS_READ_B32 [[REG:v[0-9]+]], v{{[0-9]+}}, 0x1c, [M0]
6 ; BOTH: BUFFER_STORE_DWORD [[REG]],
7 define void @local_i32_load(i32 addrspace(1)* %out, i32 addrspace(3)* %in) nounwind {
8 %gep = getelementptr i32 addrspace(3)* %in, i32 7
9 %val = load i32 addrspace(3)* %gep, align 4
10 store i32 %val, i32 addrspace(1)* %out, align 4
14 ; BOTH-LABEL: @local_i32_load_0_offset
15 ; BOTH: DS_READ_B32 [[REG:v[0-9]+]], v{{[0-9]+}}, 0x0, [M0]
16 ; BOTH: BUFFER_STORE_DWORD [[REG]],
17 define void @local_i32_load_0_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %in) nounwind {
18 %val = load i32 addrspace(3)* %in, align 4
19 store i32 %val, i32 addrspace(1)* %out, align 4
23 ; BOTH-LABEL: @local_i8_load_i16_max_offset
25 ; BOTH: DS_READ_U8 [[REG:v[0-9]+]], {{v[0-9]+}}, 0xffff, [M0]
26 ; BOTH: BUFFER_STORE_BYTE [[REG]],
27 define void @local_i8_load_i16_max_offset(i8 addrspace(1)* %out, i8 addrspace(3)* %in) nounwind {
28 %gep = getelementptr i8 addrspace(3)* %in, i32 65535
29 %val = load i8 addrspace(3)* %gep, align 4
30 store i8 %val, i8 addrspace(1)* %out, align 4
34 ; BOTH-LABEL: @local_i8_load_over_i16_max_offset
35 ; The LDS offset will be 65536 bytes, which is larger than the size of LDS on
36 ; SI, which is why it is being OR'd with the base pointer.
37 ; SI: S_OR_B32 [[ADDR:s[0-9]+]], s{{[0-9]+}}, 0x10000
38 ; CI: S_ADD_I32 [[ADDR:s[0-9]+]], s{{[0-9]+}}, 0x10000
39 ; BOTH: V_MOV_B32_e32 [[VREGADDR:v[0-9]+]], [[ADDR]]
40 ; BOTH: DS_READ_U8 [[REG:v[0-9]+]], [[VREGADDR]], 0x0, [M0]
41 ; BOTH: BUFFER_STORE_BYTE [[REG]],
42 define void @local_i8_load_over_i16_max_offset(i8 addrspace(1)* %out, i8 addrspace(3)* %in) nounwind {
43 %gep = getelementptr i8 addrspace(3)* %in, i32 65536
44 %val = load i8 addrspace(3)* %gep, align 4
45 store i8 %val, i8 addrspace(1)* %out, align 4
49 ; BOTH-LABEL: @local_i64_load
51 ; BOTH: DS_READ_B64 [[REG:v[[0-9]+:[0-9]+]]], v{{[0-9]+}}, 0x38, [M0]
52 ; BOTH: BUFFER_STORE_DWORDX2 [[REG]],
53 define void @local_i64_load(i64 addrspace(1)* %out, i64 addrspace(3)* %in) nounwind {
54 %gep = getelementptr i64 addrspace(3)* %in, i32 7
55 %val = load i64 addrspace(3)* %gep, align 8
56 store i64 %val, i64 addrspace(1)* %out, align 8
60 ; BOTH-LABEL: @local_i64_load_0_offset
61 ; BOTH: DS_READ_B64 [[REG:v\[[0-9]+:[0-9]+\]]], v{{[0-9]+}}, 0x0, [M0]
62 ; BOTH: BUFFER_STORE_DWORDX2 [[REG]],
63 define void @local_i64_load_0_offset(i64 addrspace(1)* %out, i64 addrspace(3)* %in) nounwind {
64 %val = load i64 addrspace(3)* %in, align 8
65 store i64 %val, i64 addrspace(1)* %out, align 8
69 ; BOTH-LABEL: @local_f64_load
71 ; BOTH: DS_READ_B64 [[REG:v[[0-9]+:[0-9]+]]], v{{[0-9]+}}, 0x38, [M0]
72 ; BOTH: BUFFER_STORE_DWORDX2 [[REG]],
73 define void @local_f64_load(double addrspace(1)* %out, double addrspace(3)* %in) nounwind {
74 %gep = getelementptr double addrspace(3)* %in, i32 7
75 %val = load double addrspace(3)* %gep, align 8
76 store double %val, double addrspace(1)* %out, align 8
80 ; BOTH-LABEL: @local_f64_load_0_offset
81 ; BOTH: DS_READ_B64 [[REG:v\[[0-9]+:[0-9]+\]]], v{{[0-9]+}}, 0x0, [M0]
82 ; BOTH: BUFFER_STORE_DWORDX2 [[REG]],
83 define void @local_f64_load_0_offset(double addrspace(1)* %out, double addrspace(3)* %in) nounwind {
84 %val = load double addrspace(3)* %in, align 8
85 store double %val, double addrspace(1)* %out, align 8
89 ; BOTH-LABEL: @local_i64_store
91 ; BOTH: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0x38 [M0]
92 define void @local_i64_store(i64 addrspace(3)* %out) nounwind {
93 %gep = getelementptr i64 addrspace(3)* %out, i32 7
94 store i64 5678, i64 addrspace(3)* %gep, align 8
98 ; BOTH-LABEL: @local_i64_store_0_offset
100 ; BOTH: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0x0 [M0]
101 define void @local_i64_store_0_offset(i64 addrspace(3)* %out) nounwind {
102 store i64 1234, i64 addrspace(3)* %out, align 8
106 ; BOTH-LABEL: @local_f64_store
108 ; BOTH: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0x38 [M0]
109 define void @local_f64_store(double addrspace(3)* %out) nounwind {
110 %gep = getelementptr double addrspace(3)* %out, i32 7
111 store double 16.0, double addrspace(3)* %gep, align 8
115 ; BOTH-LABEL: @local_f64_store_0_offset
116 ; BOTH: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0x0 [M0]
117 define void @local_f64_store_0_offset(double addrspace(3)* %out) nounwind {
118 store double 20.0, double addrspace(3)* %out, align 8
122 ; BOTH-LABEL: @local_v2i64_store
124 ; BOTH-DAG: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0x78 [M0]
125 ; BOTH-DAG: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0x70 [M0]
126 define void @local_v2i64_store(<2 x i64> addrspace(3)* %out) nounwind {
127 %gep = getelementptr <2 x i64> addrspace(3)* %out, i32 7
128 store <2 x i64> <i64 5678, i64 5678>, <2 x i64> addrspace(3)* %gep, align 16
132 ; BOTH-LABEL: @local_v2i64_store_0_offset
134 ; BOTH-DAG: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0x8 [M0]
135 ; BOTH-DAG: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0x0 [M0]
136 define void @local_v2i64_store_0_offset(<2 x i64> addrspace(3)* %out) nounwind {
137 store <2 x i64> <i64 1234, i64 1234>, <2 x i64> addrspace(3)* %out, align 16
141 ; BOTH-LABEL: @local_v4i64_store
143 ; BOTH-DAG: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0xf8 [M0]
144 ; BOTH-DAG: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0xf0 [M0]
145 ; BOTH-DAG: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0xe8 [M0]
146 ; BOTH-DAG: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0xe0 [M0]
147 define void @local_v4i64_store(<4 x i64> addrspace(3)* %out) nounwind {
148 %gep = getelementptr <4 x i64> addrspace(3)* %out, i32 7
149 store <4 x i64> <i64 5678, i64 5678, i64 5678, i64 5678>, <4 x i64> addrspace(3)* %gep, align 16
153 ; BOTH-LABEL: @local_v4i64_store_0_offset
155 ; BOTH-DAG: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0x18 [M0]
156 ; BOTH-DAG: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0x10 [M0]
157 ; BOTH-DAG: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0x8 [M0]
158 ; BOTH-DAG: DS_WRITE_B64 v{{[0-9]+}}, {{v\[[0-9]+:[0-9]+\]}}, 0x0 [M0]
159 define void @local_v4i64_store_0_offset(<4 x i64> addrspace(3)* %out) nounwind {
160 store <4 x i64> <i64 1234, i64 1234, i64 1234, i64 1234>, <4 x i64> addrspace(3)* %out, align 16