1 ; RUN: opt -S -o - -mtriple=armv8-linux-gnueabihf -atomic-ll-sc %s | FileCheck %s
3 define i8 @test_atomic_xchg_i8(i8* %ptr, i8 %xchgend) {
4 ; CHECK-LABEL: @test_atomic_xchg_i8
6 ; CHECK: br label %[[LOOP:.*]]
8 ; CHECK: [[OLDVAL32:%.*]] = call i32 @llvm.arm.ldrex.p0i8(i8* %ptr)
9 ; CHECK: [[OLDVAL:%.*]] = trunc i32 [[OLDVAL32]] to i8
10 ; CHECK: [[NEWVAL32:%.*]] = zext i8 %xchgend to i32
11 ; CHECK: [[TRYAGAIN:%.*]] = call i32 @llvm.arm.strex.p0i8(i32 [[NEWVAL32]], i8* %ptr)
12 ; CHECK: [[TST:%.*]] = icmp ne i32 [[TRYAGAIN]], 0
13 ; CHECK: br i1 [[TST]], label %[[LOOP]], label %[[END:.*]]
16 ; CHECK: ret i8 [[OLDVAL]]
17 %res = atomicrmw xchg i8* %ptr, i8 %xchgend monotonic
21 define i16 @test_atomic_add_i16(i16* %ptr, i16 %addend) {
22 ; CHECK-LABEL: @test_atomic_add_i16
24 ; CHECK: br label %[[LOOP:.*]]
26 ; CHECK: [[OLDVAL32:%.*]] = call i32 @llvm.arm.ldaex.p0i16(i16* %ptr)
27 ; CHECK: [[OLDVAL:%.*]] = trunc i32 [[OLDVAL32]] to i16
28 ; CHECK: [[NEWVAL:%.*]] = add i16 [[OLDVAL]], %addend
29 ; CHECK: [[NEWVAL32:%.*]] = zext i16 [[NEWVAL]] to i32
30 ; CHECK: [[TRYAGAIN:%.*]] = call i32 @llvm.arm.stlex.p0i16(i32 [[NEWVAL32]], i16* %ptr)
31 ; CHECK: [[TST:%.*]] = icmp ne i32 [[TRYAGAIN]], 0
32 ; CHECK: br i1 [[TST]], label %[[LOOP]], label %[[END:.*]]
35 ; CHECK: ret i16 [[OLDVAL]]
36 %res = atomicrmw add i16* %ptr, i16 %addend seq_cst
40 define i32 @test_atomic_sub_i32(i32* %ptr, i32 %subend) {
41 ; CHECK-LABEL: @test_atomic_sub_i32
43 ; CHECK: br label %[[LOOP:.*]]
45 ; CHECK: [[OLDVAL:%.*]] = call i32 @llvm.arm.ldaex.p0i32(i32* %ptr)
46 ; CHECK: [[NEWVAL:%.*]] = sub i32 [[OLDVAL]], %subend
47 ; CHECK: [[TRYAGAIN:%.*]] = call i32 @llvm.arm.strex.p0i32(i32 [[NEWVAL]], i32* %ptr)
48 ; CHECK: [[TST:%.*]] = icmp ne i32 [[TRYAGAIN]], 0
49 ; CHECK: br i1 [[TST]], label %[[LOOP]], label %[[END:.*]]
52 ; CHECK: ret i32 [[OLDVAL]]
53 %res = atomicrmw sub i32* %ptr, i32 %subend acquire
57 define i64 @test_atomic_or_i64(i64* %ptr, i64 %orend) {
58 ; CHECK-LABEL: @test_atomic_or_i64
60 ; CHECK: br label %[[LOOP:.*]]
62 ; CHECK: [[PTR8:%.*]] = bitcast i64* %ptr to i8*
63 ; CHECK: [[LOHI:%.*]] = call { i32, i32 } @llvm.arm.ldaexd(i8* [[PTR8]])
64 ; CHECK: [[LO:%.*]] = extractvalue { i32, i32 } [[LOHI]], 0
65 ; CHECK: [[HI:%.*]] = extractvalue { i32, i32 } [[LOHI]], 1
66 ; CHECK: [[LO64:%.*]] = zext i32 [[LO]] to i64
67 ; CHECK: [[HI64_TMP:%.*]] = zext i32 [[HI]] to i64
68 ; CHECK: [[HI64:%.*]] = shl i64 [[HI64_TMP]], 32
69 ; CHECK: [[OLDVAL:%.*]] = or i64 [[LO64]], [[HI64]]
70 ; CHECK: [[NEWVAL:%.*]] = or i64 [[OLDVAL]], %orend
71 ; CHECK: [[NEWLO:%.*]] = trunc i64 [[NEWVAL]] to i32
72 ; CHECK: [[NEWHI_TMP:%.*]] = lshr i64 [[NEWVAL]], 32
73 ; CHECK: [[NEWHI:%.*]] = trunc i64 [[NEWHI_TMP]] to i32
74 ; CHECK: [[PTR8:%.*]] = bitcast i64* %ptr to i8*
75 ; CHECK: [[TRYAGAIN:%.*]] = call i32 @llvm.arm.stlexd(i32 [[NEWLO]], i32 [[NEWHI]], i8* [[PTR8]])
76 ; CHECK: [[TST:%.*]] = icmp ne i32 [[TRYAGAIN]], 0
77 ; CHECK: br i1 [[TST]], label %[[LOOP]], label %[[END:.*]]
80 ; CHECK: ret i64 [[OLDVAL]]
81 %res = atomicrmw or i64* %ptr, i64 %orend seq_cst
85 define i8 @test_cmpxchg_i8_seqcst_seqcst(i8* %ptr, i8 %desired, i8 %newval) {
86 ; CHECK-LABEL: @test_cmpxchg_i8_seqcst_seqcst
88 ; CHECK: br label %[[LOOP:.*]]
91 ; CHECK: [[OLDVAL32:%.*]] = call i32 @llvm.arm.ldaex.p0i8(i8* %ptr)
92 ; CHECK: [[OLDVAL:%.*]] = trunc i32 %1 to i8
93 ; CHECK: [[SHOULD_STORE:%.*]] = icmp eq i8 [[OLDVAL]], %desired
94 ; CHECK: br i1 [[SHOULD_STORE]], label %[[TRY_STORE:.*]], label %[[BARRIER:.*]]
96 ; CHECK: [[TRY_STORE]]:
97 ; CHECK: [[NEWVAL32:%.*]] = zext i8 %newval to i32
98 ; CHECK: [[TRYAGAIN:%.*]] = call i32 @llvm.arm.stlex.p0i8(i32 [[NEWVAL32]], i8* %ptr)
99 ; CHECK: [[TST:%.*]] = icmp ne i32 [[TRYAGAIN]], 0
100 ; CHECK: br i1 [[TST]], label %[[LOOP]], label %[[BARRIER:.*]]
102 ; CHECK: [[BARRIER]]:
103 ; CHECK: [[SUCCESS:%.*]] = phi i1 [ true, %[[TRY_STORE]] ], [ false, %[[LOOP]] ]
105 ; CHECK: br label %[[DONE:.*]]
108 ; CHECK: ret i8 [[OLDVAL]]
110 %pairold = cmpxchg i8* %ptr, i8 %desired, i8 %newval seq_cst seq_cst
111 %old = extractvalue { i8, i1 } %pairold, 0
115 define i16 @test_cmpxchg_i16_seqcst_monotonic(i16* %ptr, i16 %desired, i16 %newval) {
116 ; CHECK-LABEL: @test_cmpxchg_i16_seqcst_monotonic
118 ; CHECK: br label %[[LOOP:.*]]
121 ; CHECK: [[OLDVAL32:%.*]] = call i32 @llvm.arm.ldaex.p0i16(i16* %ptr)
122 ; CHECK: [[OLDVAL:%.*]] = trunc i32 %1 to i16
123 ; CHECK: [[SHOULD_STORE:%.*]] = icmp eq i16 [[OLDVAL]], %desired
124 ; CHECK: br i1 [[SHOULD_STORE]], label %[[TRY_STORE:.*]], label %[[DONE:.*]]
126 ; CHECK: [[TRY_STORE]]:
127 ; CHECK: [[NEWVAL32:%.*]] = zext i16 %newval to i32
128 ; CHECK: [[TRYAGAIN:%.*]] = call i32 @llvm.arm.stlex.p0i16(i32 [[NEWVAL32]], i16* %ptr)
129 ; CHECK: [[TST:%.*]] = icmp ne i32 [[TRYAGAIN]], 0
130 ; CHECK: br i1 [[TST]], label %[[LOOP]], label %[[BARRIER:.*]]
132 ; CHECK: [[BARRIER]]:
134 ; CHECK: br label %[[DONE:.*]]
137 ; CHECK: [[SUCCESS:%.*]] = phi i1 [ true, %[[BARRIER]] ], [ false, %[[LOOP]] ]
138 ; CHECK: ret i16 [[OLDVAL]]
140 %pairold = cmpxchg i16* %ptr, i16 %desired, i16 %newval seq_cst monotonic
141 %old = extractvalue { i16, i1 } %pairold, 0
145 define i32 @test_cmpxchg_i32_acquire_acquire(i32* %ptr, i32 %desired, i32 %newval) {
146 ; CHECK-LABEL: @test_cmpxchg_i32_acquire_acquire
148 ; CHECK: br label %[[LOOP:.*]]
151 ; CHECK: [[OLDVAL:%.*]] = call i32 @llvm.arm.ldaex.p0i32(i32* %ptr)
152 ; CHECK: [[SHOULD_STORE:%.*]] = icmp eq i32 [[OLDVAL]], %desired
153 ; CHECK: br i1 [[SHOULD_STORE]], label %[[TRY_STORE:.*]], label %[[DONE:.*]]
155 ; CHECK: [[TRY_STORE]]:
156 ; CHECK: [[TRYAGAIN:%.*]] = call i32 @llvm.arm.strex.p0i32(i32 %newval, i32* %ptr)
157 ; CHECK: [[TST:%.*]] = icmp ne i32 [[TRYAGAIN]], 0
158 ; CHECK: br i1 [[TST]], label %[[LOOP]], label %[[BARRIER:.*]]
160 ; CHECK: [[BARRIER]]:
161 ; CHECK: [[SUCCESS:%.*]] = phi i1 [ true, %[[TRY_STORE]] ], [ false, %[[LOOP]] ]
163 ; CHECK: br label %[[DONE:.*]]
166 ; CHECK: ret i32 [[OLDVAL]]
168 %pairold = cmpxchg i32* %ptr, i32 %desired, i32 %newval acquire acquire
169 %old = extractvalue { i32, i1 } %pairold, 0
173 define i64 @test_cmpxchg_i64_monotonic_monotonic(i64* %ptr, i64 %desired, i64 %newval) {
174 ; CHECK-LABEL: @test_cmpxchg_i64_monotonic_monotonic
176 ; CHECK: br label %[[LOOP:.*]]
179 ; CHECK: [[PTR8:%.*]] = bitcast i64* %ptr to i8*
180 ; CHECK: [[LOHI:%.*]] = call { i32, i32 } @llvm.arm.ldrexd(i8* [[PTR8]])
181 ; CHECK: [[LO:%.*]] = extractvalue { i32, i32 } [[LOHI]], 0
182 ; CHECK: [[HI:%.*]] = extractvalue { i32, i32 } [[LOHI]], 1
183 ; CHECK: [[LO64:%.*]] = zext i32 [[LO]] to i64
184 ; CHECK: [[HI64_TMP:%.*]] = zext i32 [[HI]] to i64
185 ; CHECK: [[HI64:%.*]] = shl i64 [[HI64_TMP]], 32
186 ; CHECK: [[OLDVAL:%.*]] = or i64 [[LO64]], [[HI64]]
187 ; CHECK: [[SHOULD_STORE:%.*]] = icmp eq i64 [[OLDVAL]], %desired
188 ; CHECK: br i1 [[SHOULD_STORE]], label %[[TRY_STORE:.*]], label %[[DONE:.*]]
190 ; CHECK: [[TRY_STORE]]:
191 ; CHECK: [[NEWLO:%.*]] = trunc i64 %newval to i32
192 ; CHECK: [[NEWHI_TMP:%.*]] = lshr i64 %newval, 32
193 ; CHECK: [[NEWHI:%.*]] = trunc i64 [[NEWHI_TMP]] to i32
194 ; CHECK: [[PTR8:%.*]] = bitcast i64* %ptr to i8*
195 ; CHECK: [[TRYAGAIN:%.*]] = call i32 @llvm.arm.strexd(i32 [[NEWLO]], i32 [[NEWHI]], i8* [[PTR8]])
196 ; CHECK: [[TST:%.*]] = icmp ne i32 [[TRYAGAIN]], 0
197 ; CHECK: br i1 [[TST]], label %[[LOOP]], label %[[BARRIER:.*]]
199 ; CHECK: [[BARRIER]]:
201 ; CHECK: br label %[[DONE:.*]]
204 ; CHECK: ret i64 [[OLDVAL]]
206 %pairold = cmpxchg i64* %ptr, i64 %desired, i64 %newval monotonic monotonic
207 %old = extractvalue { i64, i1 } %pairold, 0