1 #ifndef __ARCH_S390_PERCPU__ 2 #define __ARCH_S390_PERCPU__ 3 4 #include <linux/preempt.h> 5 #include <asm/cmpxchg.h> 6 7 /* 8 * s390 uses its own implementation for per cpu data, the offset of 9 * the cpu local data area is cached in the cpu's lowcore memory. 10 */ 11 #define __my_cpu_offset S390_lowcore.percpu_offset 12 13 /* 14 * For 64 bit module code, the module may be more than 4G above the 15 * per cpu area, use weak definitions to force the compiler to 16 * generate external references. 17 */ 18 #if defined(CONFIG_SMP) && defined(__s390x__) && defined(MODULE) 19 #define ARCH_NEEDS_WEAK_PER_CPU 20 #endif 21 22 #define arch_irqsafe_cpu_to_op(pcp, val, op) \ 23 do { \ 24 typedef typeof(pcp) pcp_op_T__; \ 25 pcp_op_T__ old__, new__, prev__; \ 26 pcp_op_T__ *ptr__; \ 27 preempt_disable(); \ 28 ptr__ = __this_cpu_ptr(&(pcp)); \ 29 prev__ = *ptr__; \ 30 do { \ 31 old__ = prev__; \ 32 new__ = old__ op (val); \ 33 switch (sizeof(*ptr__)) { \ 34 case 8: \ 35 prev__ = cmpxchg64(ptr__, old__, new__); \ 36 break; \ 37 default: \ 38 prev__ = cmpxchg(ptr__, old__, new__); \ 39 } \ 40 } while (prev__ != old__); \ 41 preempt_enable(); \ 42 } while (0) 43 44 #define irqsafe_cpu_add_1(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, +) 45 #define irqsafe_cpu_add_2(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, +) 46 #define irqsafe_cpu_add_4(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, +) 47 #define irqsafe_cpu_add_8(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, +) 48 49 #define irqsafe_cpu_and_1(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, &) 50 #define irqsafe_cpu_and_2(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, &) 51 #define irqsafe_cpu_and_4(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, &) 52 #define irqsafe_cpu_and_8(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, &) 53 54 #define irqsafe_cpu_or_1(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, |) 55 #define irqsafe_cpu_or_2(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, |) 56 #define irqsafe_cpu_or_4(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, |) 57 #define irqsafe_cpu_or_8(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, |) 58 59 #define irqsafe_cpu_xor_1(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, ^) 60 #define irqsafe_cpu_xor_2(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, ^) 61 #define irqsafe_cpu_xor_4(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, ^) 62 #define irqsafe_cpu_xor_8(pcp, val) arch_irqsafe_cpu_to_op(pcp, val, ^) 63 64 #define arch_irqsafe_cpu_cmpxchg(pcp, oval, nval) \ 65 ({ \ 66 typedef typeof(pcp) pcp_op_T__; \ 67 pcp_op_T__ ret__; \ 68 pcp_op_T__ *ptr__; \ 69 preempt_disable(); \ 70 ptr__ = __this_cpu_ptr(&(pcp)); \ 71 switch (sizeof(*ptr__)) { \ 72 case 8: \ 73 ret__ = cmpxchg64(ptr__, oval, nval); \ 74 break; \ 75 default: \ 76 ret__ = cmpxchg(ptr__, oval, nval); \ 77 } \ 78 preempt_enable(); \ 79 ret__; \ 80 }) 81 82 #define irqsafe_cpu_cmpxchg_1(pcp, oval, nval) arch_irqsafe_cpu_cmpxchg(pcp, oval, nval) 83 #define irqsafe_cpu_cmpxchg_2(pcp, oval, nval) arch_irqsafe_cpu_cmpxchg(pcp, oval, nval) 84 #define irqsafe_cpu_cmpxchg_4(pcp, oval, nval) arch_irqsafe_cpu_cmpxchg(pcp, oval, nval) 85 #define irqsafe_cpu_cmpxchg_8(pcp, oval, nval) arch_irqsafe_cpu_cmpxchg(pcp, oval, nval) 86 87 #include <asm-generic/percpu.h> 88 89 #endif /* __ARCH_S390_PERCPU__ */ 90