s390/cmpxchg,percpu: implement cmpxchg_double()

[firefly-linux-kernel-4.4.55.git] / arch / s390 / include / asm / percpu.h

diff --git a/arch/s390/include/asm/percpu.h b/arch/s390/include/asm/percpu.h
index 964e7ee872f706606e4d5dfb765c13e294ce5a43..86fe0ee2cee5945beacca37f563d6d118fae0a12 100644 (file)
--- a/arch/s390/include/asm/percpu.h
+++ b/arch/s390/include/asm/percpu.h
@@ -67,7 +67,7 @@
 #define this_cpu_xor_4(pcp, val) arch_this_cpu_to_op(pcp, val, ^)
 #define this_cpu_xor_8(pcp, val) arch_this_cpu_to_op(pcp, val, ^)
 
-#define arch_this_cpu_cmpxchg(pcp, oval, nval)                 \
+#define arch_this_cpu_cmpxchg(pcp, oval, nval)                         \
 ({                                                                     \
        typedef typeof(pcp) pcp_op_T__;                                 \
        pcp_op_T__ ret__;                                               \
@@ -108,6 +108,26 @@
 #define this_cpu_xchg_8(pcp, nval) arch_this_cpu_xchg(pcp, nval)
 #endif
 
+#define arch_this_cpu_cmpxchg_double(pcp1, pcp2, o1, o2, n1, n2)       \
+({                                                                     \
+       typeof(pcp1) o1__ = (o1), n1__ = (n1);                          \
+       typeof(pcp2) o2__ = (o2), n2__ = (n2);                          \
+       typeof(pcp1) *p1__;                                             \
+       typeof(pcp2) *p2__;                                             \
+       int ret__;                                                      \
+       preempt_disable();                                              \
+       p1__ = __this_cpu_ptr(&(pcp1));                                 \
+       p2__ = __this_cpu_ptr(&(pcp2));                                 \
+       ret__ = __cmpxchg_double(p1__, p2__, o1__, o2__, n1__, n2__);   \
+       preempt_enable();                                               \
+       ret__;                                                          \
+})
+
+#define this_cpu_cmpxchg_double_4 arch_this_cpu_cmpxchg_double
+#ifdef CONFIG_64BIT
+#define this_cpu_cmpxchg_double_8 arch_this_cpu_cmpxchg_double
+#endif
+
 #include <asm-generic/percpu.h>
 
 #endif /* __ARCH_S390_PERCPU__ */