include/asm/percpu.h

41 			unsigned long val, int size)			\
48 		"am"#asm_op".w"	" %[ret], %[val], %[ptr]	\n"	\
50 		: [val] "r" (val));					\
54 		"am"#asm_op".d" " %[ret], %[val], %[ptr]	\n"	\
56 		: [val] "r" (val));					\
63 	return ret c_op val;						\
108 static __always_inline void __percpu_write(void __percpu *ptr, unsigned long val, int size)
112 		__asm__ __volatile__("stx.b %[val], $r21, %[ptr]	\n"
114 		: [val] "r" (val), [ptr] "r" (ptr)
118 		__asm__ __volatile__("stx.h %[val], $r21, %[ptr]	\n"
120 		: [val] "r" (val), [ptr] "r" (ptr)
124 		__asm__ __volatile__("stx.w %[val], $r21, %[ptr]	\n"
126 		: [val] "r" (val), [ptr] "r" (ptr)
130 		__asm__ __volatile__("stx.d %[val], $r21, %[ptr]	\n"
132 		: [val] "r" (val), [ptr] "r" (ptr)
140 static __always_inline unsigned long __percpu_xchg(void *ptr, unsigned long val, int size)
145 		return __xchg_small((volatile void *)ptr, val, size);
148 		return __xchg_asm("amswap.w", (volatile u32 *)ptr, (u32)val);
151 		return __xchg_asm("amswap.d", (volatile u64 *)ptr, (u64)val);
177 #define _percpu_write(pcp, val)						\
179 	__percpu_write(&(pcp), (unsigned long)(val), sizeof(pcp));	\
182 #define _pcp_protect(operation, pcp, val)			\
187 					  (val), sizeof(pcp));	\
192 #define _percpu_add(pcp, val) \
193 	_pcp_protect(__percpu_add, pcp, val)
195 #define _percpu_add_return(pcp, val) _percpu_add(pcp, val)
197 #define _percpu_and(pcp, val) \
198 	_pcp_protect(__percpu_and, pcp, val)
200 #define _percpu_or(pcp, val) \
201 	_pcp_protect(__percpu_or, pcp, val)
203 #define _percpu_xchg(pcp, val) ((typeof(pcp)) \
204 	_pcp_protect(__percpu_xchg, pcp, (unsigned long)(val)))
206 #define this_cpu_add_4(pcp, val) _percpu_add(pcp, val)
207 #define this_cpu_add_8(pcp, val) _percpu_add(pcp, val)
209 #define this_cpu_add_return_4(pcp, val) _percpu_add_return(pcp, val)
210 #define this_cpu_add_return_8(pcp, val) _percpu_add_return(pcp, val)
212 #define this_cpu_and_4(pcp, val) _percpu_and(pcp, val)
213 #define this_cpu_and_8(pcp, val) _percpu_and(pcp, val)
215 #define this_cpu_or_4(pcp, val) _percpu_or(pcp, val)
216 #define this_cpu_or_8(pcp, val) _percpu_or(pcp, val)
223 #define this_cpu_write_1(pcp, val) _percpu_write(pcp, val)
224 #define this_cpu_write_2(pcp, val) _percpu_write(pcp, val)
225 #define this_cpu_write_4(pcp, val) _percpu_write(pcp, val)
226 #define this_cpu_write_8(pcp, val) _percpu_write(pcp, val)
228 #define this_cpu_xchg_1(pcp, val) _percpu_xchg(pcp, val)
229 #define this_cpu_xchg_2(pcp, val) _percpu_xchg(pcp, val)
230 #define this_cpu_xchg_4(pcp, val) _percpu_xchg(pcp, val)
231 #define this_cpu_xchg_8(pcp, val) _percpu_xchg(pcp, val)