1 ; RUN: llc -march=r600 -mcpu=SI -verify-machineinstrs < %s | FileCheck -check-prefix=SI %s
3 ; FUNC-LABEL: @lds_atomic_xchg_ret_i32:
4 ; SI: S_LOAD_DWORD [[SPTR:s[0-9]+]],
5 ; SI: V_MOV_B32_e32 [[DATA:v[0-9]+]], 4
6 ; SI: V_MOV_B32_e32 [[VPTR:v[0-9]+]], [[SPTR]]
7 ; SI: DS_WRXCHG_RTN_B32 [[RESULT:v[0-9]+]], [[VPTR]], [[DATA]], 0x0, [M0]
8 ; SI: BUFFER_STORE_DWORD [[RESULT]],
10 define void @lds_atomic_xchg_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
11 %result = atomicrmw xchg i32 addrspace(3)* %ptr, i32 4 seq_cst
12 store i32 %result, i32 addrspace(1)* %out, align 4
16 ; FUNC-LABEL: @lds_atomic_xchg_ret_i32_offset:
17 ; SI: DS_WRXCHG_RTN_B32 v{{[0-9]+}}, v{{[0-9]+}}, v{{[0-9]+}}, 0x10
19 define void @lds_atomic_xchg_ret_i32_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
20 %gep = getelementptr i32 addrspace(3)* %ptr, i32 4
21 %result = atomicrmw xchg i32 addrspace(3)* %gep, i32 4 seq_cst
22 store i32 %result, i32 addrspace(1)* %out, align 4
26 ; XXX - Is it really necessary to load 4 into VGPR?
27 ; FUNC-LABEL: @lds_atomic_add_ret_i32:
28 ; SI: S_LOAD_DWORD [[SPTR:s[0-9]+]],
29 ; SI: V_MOV_B32_e32 [[DATA:v[0-9]+]], 4
30 ; SI: V_MOV_B32_e32 [[VPTR:v[0-9]+]], [[SPTR]]
31 ; SI: DS_ADD_RTN_U32 [[RESULT:v[0-9]+]], [[VPTR]], [[DATA]], 0x0, [M0]
32 ; SI: BUFFER_STORE_DWORD [[RESULT]],
34 define void @lds_atomic_add_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
35 %result = atomicrmw add i32 addrspace(3)* %ptr, i32 4 seq_cst
36 store i32 %result, i32 addrspace(1)* %out, align 4
40 ; FUNC-LABEL: @lds_atomic_add_ret_i32_offset:
41 ; SI: DS_ADD_RTN_U32 v{{[0-9]+}}, v{{[0-9]+}}, v{{[0-9]+}}, 0x10
43 define void @lds_atomic_add_ret_i32_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
44 %gep = getelementptr i32 addrspace(3)* %ptr, i32 4
45 %result = atomicrmw add i32 addrspace(3)* %gep, i32 4 seq_cst
46 store i32 %result, i32 addrspace(1)* %out, align 4
50 ; FUNC-LABEL: @lds_atomic_inc_ret_i32:
51 ; SI: S_MOV_B32 [[SNEGONE:s[0-9]+]], -1
52 ; SI: V_MOV_B32_e32 [[NEGONE:v[0-9]+]], [[SNEGONE]]
53 ; SI: DS_INC_RTN_U32 v{{[0-9]+}}, v{{[0-9]+}}, [[NEGONE]], 0x0
55 define void @lds_atomic_inc_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
56 %result = atomicrmw add i32 addrspace(3)* %ptr, i32 1 seq_cst
57 store i32 %result, i32 addrspace(1)* %out, align 4
61 ; FUNC-LABEL: @lds_atomic_inc_ret_i32_offset:
62 ; SI: S_MOV_B32 [[SNEGONE:s[0-9]+]], -1
63 ; SI: V_MOV_B32_e32 [[NEGONE:v[0-9]+]], [[SNEGONE]]
64 ; SI: DS_INC_RTN_U32 v{{[0-9]+}}, v{{[0-9]+}}, [[NEGONE]], 0x10
66 define void @lds_atomic_inc_ret_i32_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
67 %gep = getelementptr i32 addrspace(3)* %ptr, i32 4
68 %result = atomicrmw add i32 addrspace(3)* %gep, i32 1 seq_cst
69 store i32 %result, i32 addrspace(1)* %out, align 4
73 ; FUNC-LABEL: @lds_atomic_sub_ret_i32:
76 define void @lds_atomic_sub_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
77 %result = atomicrmw sub i32 addrspace(3)* %ptr, i32 4 seq_cst
78 store i32 %result, i32 addrspace(1)* %out, align 4
82 ; FUNC-LABEL: @lds_atomic_sub_ret_i32_offset:
83 ; SI: DS_SUB_RTN_U32 v{{[0-9]+}}, v{{[0-9]+}}, v{{[0-9]+}}, 0x10
85 define void @lds_atomic_sub_ret_i32_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
86 %gep = getelementptr i32 addrspace(3)* %ptr, i32 4
87 %result = atomicrmw sub i32 addrspace(3)* %gep, i32 4 seq_cst
88 store i32 %result, i32 addrspace(1)* %out, align 4
92 ; FUNC-LABEL: @lds_atomic_dec_ret_i32:
93 ; SI: S_MOV_B32 [[SNEGONE:s[0-9]+]], -1
94 ; SI: V_MOV_B32_e32 [[NEGONE:v[0-9]+]], [[SNEGONE]]
95 ; SI: DS_DEC_RTN_U32 v{{[0-9]+}}, v{{[0-9]+}}, [[NEGONE]], 0x0
97 define void @lds_atomic_dec_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
98 %result = atomicrmw sub i32 addrspace(3)* %ptr, i32 1 seq_cst
99 store i32 %result, i32 addrspace(1)* %out, align 4
103 ; FUNC-LABEL: @lds_atomic_dec_ret_i32_offset:
104 ; SI: S_MOV_B32 [[SNEGONE:s[0-9]+]], -1
105 ; SI: V_MOV_B32_e32 [[NEGONE:v[0-9]+]], [[SNEGONE]]
106 ; SI: DS_DEC_RTN_U32 v{{[0-9]+}}, v{{[0-9]+}}, [[NEGONE]], 0x10
108 define void @lds_atomic_dec_ret_i32_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
109 %gep = getelementptr i32 addrspace(3)* %ptr, i32 4
110 %result = atomicrmw sub i32 addrspace(3)* %gep, i32 1 seq_cst
111 store i32 %result, i32 addrspace(1)* %out, align 4
115 ; FUNC-LABEL: @lds_atomic_and_ret_i32:
118 define void @lds_atomic_and_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
119 %result = atomicrmw and i32 addrspace(3)* %ptr, i32 4 seq_cst
120 store i32 %result, i32 addrspace(1)* %out, align 4
124 ; FUNC-LABEL: @lds_atomic_and_ret_i32_offset:
125 ; SI: DS_AND_RTN_B32 v{{[0-9]+}}, v{{[0-9]+}}, v{{[0-9]+}}, 0x10
127 define void @lds_atomic_and_ret_i32_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
128 %gep = getelementptr i32 addrspace(3)* %ptr, i32 4
129 %result = atomicrmw and i32 addrspace(3)* %gep, i32 4 seq_cst
130 store i32 %result, i32 addrspace(1)* %out, align 4
134 ; FUNC-LABEL: @lds_atomic_or_ret_i32:
137 define void @lds_atomic_or_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
138 %result = atomicrmw or i32 addrspace(3)* %ptr, i32 4 seq_cst
139 store i32 %result, i32 addrspace(1)* %out, align 4
143 ; FUNC-LABEL: @lds_atomic_or_ret_i32_offset:
144 ; SI: DS_OR_RTN_B32 v{{[0-9]+}}, v{{[0-9]+}}, v{{[0-9]+}}, 0x10
146 define void @lds_atomic_or_ret_i32_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
147 %gep = getelementptr i32 addrspace(3)* %ptr, i32 4
148 %result = atomicrmw or i32 addrspace(3)* %gep, i32 4 seq_cst
149 store i32 %result, i32 addrspace(1)* %out, align 4
153 ; FUNC-LABEL: @lds_atomic_xor_ret_i32:
156 define void @lds_atomic_xor_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
157 %result = atomicrmw xor i32 addrspace(3)* %ptr, i32 4 seq_cst
158 store i32 %result, i32 addrspace(1)* %out, align 4
162 ; FUNC-LABEL: @lds_atomic_xor_ret_i32_offset:
163 ; SI: DS_XOR_RTN_B32 v{{[0-9]+}}, v{{[0-9]+}}, v{{[0-9]+}}, 0x10
165 define void @lds_atomic_xor_ret_i32_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
166 %gep = getelementptr i32 addrspace(3)* %ptr, i32 4
167 %result = atomicrmw xor i32 addrspace(3)* %gep, i32 4 seq_cst
168 store i32 %result, i32 addrspace(1)* %out, align 4
172 ; FIXME: There is no atomic nand instr
173 ; XFUNC-LABEL: @lds_atomic_nand_ret_i32:uction, so we somehow need to expand this.
174 ; define void @lds_atomic_nand_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
175 ; %result = atomicrmw nand i32 addrspace(3)* %ptr, i32 4 seq_cst
176 ; store i32 %result, i32 addrspace(1)* %out, align 4
180 ; FUNC-LABEL: @lds_atomic_min_ret_i32:
183 define void @lds_atomic_min_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
184 %result = atomicrmw min i32 addrspace(3)* %ptr, i32 4 seq_cst
185 store i32 %result, i32 addrspace(1)* %out, align 4
189 ; FUNC-LABEL: @lds_atomic_min_ret_i32_offset:
190 ; SI: DS_MIN_RTN_I32 v{{[0-9]+}}, v{{[0-9]+}}, v{{[0-9]+}}, 0x10
192 define void @lds_atomic_min_ret_i32_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
193 %gep = getelementptr i32 addrspace(3)* %ptr, i32 4
194 %result = atomicrmw min i32 addrspace(3)* %gep, i32 4 seq_cst
195 store i32 %result, i32 addrspace(1)* %out, align 4
199 ; FUNC-LABEL: @lds_atomic_max_ret_i32:
202 define void @lds_atomic_max_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
203 %result = atomicrmw max i32 addrspace(3)* %ptr, i32 4 seq_cst
204 store i32 %result, i32 addrspace(1)* %out, align 4
208 ; FUNC-LABEL: @lds_atomic_max_ret_i32_offset:
209 ; SI: DS_MAX_RTN_I32 v{{[0-9]+}}, v{{[0-9]+}}, v{{[0-9]+}}, 0x10
211 define void @lds_atomic_max_ret_i32_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
212 %gep = getelementptr i32 addrspace(3)* %ptr, i32 4
213 %result = atomicrmw max i32 addrspace(3)* %gep, i32 4 seq_cst
214 store i32 %result, i32 addrspace(1)* %out, align 4
218 ; FUNC-LABEL: @lds_atomic_umin_ret_i32:
221 define void @lds_atomic_umin_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
222 %result = atomicrmw umin i32 addrspace(3)* %ptr, i32 4 seq_cst
223 store i32 %result, i32 addrspace(1)* %out, align 4
227 ; FUNC-LABEL: @lds_atomic_umin_ret_i32_offset:
228 ; SI: DS_MIN_RTN_U32 v{{[0-9]+}}, v{{[0-9]+}}, v{{[0-9]+}}, 0x10
230 define void @lds_atomic_umin_ret_i32_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
231 %gep = getelementptr i32 addrspace(3)* %ptr, i32 4
232 %result = atomicrmw umin i32 addrspace(3)* %gep, i32 4 seq_cst
233 store i32 %result, i32 addrspace(1)* %out, align 4
237 ; FUNC-LABEL: @lds_atomic_umax_ret_i32:
240 define void @lds_atomic_umax_ret_i32(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
241 %result = atomicrmw umax i32 addrspace(3)* %ptr, i32 4 seq_cst
242 store i32 %result, i32 addrspace(1)* %out, align 4
246 ; FUNC-LABEL: @lds_atomic_umax_ret_i32_offset:
247 ; SI: DS_MAX_RTN_U32 v{{[0-9]+}}, v{{[0-9]+}}, v{{[0-9]+}}, 0x10
249 define void @lds_atomic_umax_ret_i32_offset(i32 addrspace(1)* %out, i32 addrspace(3)* %ptr) nounwind {
250 %gep = getelementptr i32 addrspace(3)* %ptr, i32 4
251 %result = atomicrmw umax i32 addrspace(3)* %gep, i32 4 seq_cst
252 store i32 %result, i32 addrspace(1)* %out, align 4