27 #define PER_CPU(var, reg)						\
29 	lea var(reg), reg
30 #define PER_CPU_VAR(var)	%__percpu_seg:var
32 #define PER_CPU(var, reg)	__percpu_mov_op $var, reg
33 #define PER_CPU_VAR(var)	var
37 #define INIT_PER_CPU_VAR(var)  init_per_cpu__##var
39 #define INIT_PER_CPU_VAR(var)  var
76 #define DECLARE_INIT_PER_CPU(var) \  argument
77        extern typeof(var) init_per_cpu_var(var)
80 #define init_per_cpu_var(var)  init_per_cpu__##var  argument
82 #define init_per_cpu_var(var)  var  argument
89 #define percpu_to_op(op, var, val)			\  argument
91 	typedef typeof(var) pto_T__;			\
97 	switch (sizeof(var)) {				\
100 		    : "+m" (var)			\
105 		    : "+m" (var)			\
110 		    : "+m" (var)			\
115 		    : "+m" (var)			\
126 #define percpu_add_op(var, val)						\  argument
128 	typedef typeof(var) pao_T__;					\
137 	switch (sizeof(var)) {						\
140 			asm("incb "__percpu_arg(0) : "+m" (var));	\
142 			asm("decb "__percpu_arg(0) : "+m" (var));	\
145 			    : "+m" (var)				\
150 			asm("incw "__percpu_arg(0) : "+m" (var));	\
152 			asm("decw "__percpu_arg(0) : "+m" (var));	\
155 			    : "+m" (var)				\
160 			asm("incl "__percpu_arg(0) : "+m" (var));	\
162 			asm("decl "__percpu_arg(0) : "+m" (var));	\
165 			    : "+m" (var)				\
170 			asm("incq "__percpu_arg(0) : "+m" (var));	\
172 			asm("decq "__percpu_arg(0) : "+m" (var));	\
175 			    : "+m" (var)				\
182 #define percpu_from_op(op, var, constraint)		\  argument
184 	typeof(var) pfo_ret__;				\
185 	switch (sizeof(var)) {				\
211 #define percpu_unary_op(op, var)			\  argument
213 	switch (sizeof(var)) {				\
216 		    : "+m" (var));			\
220 		    : "+m" (var));			\
224 		    : "+m" (var));			\
228 		    : "+m" (var));			\
237 #define percpu_add_return_op(var, val)					\  argument
239 	typeof(var) paro_ret__ = val;					\
240 	switch (sizeof(var)) {						\
243 			    : "+q" (paro_ret__), "+m" (var)		\
248 			    : "+r" (paro_ret__), "+m" (var)		\
253 			    : "+r" (paro_ret__), "+m" (var)		\
258 			    : "+re" (paro_ret__), "+m" (var)		\
272 #define percpu_xchg_op(var, nval)					\  argument
274 	typeof(var) pxo_ret__;						\
275 	typeof(var) pxo_new__ = (nval);					\
276 	switch (sizeof(var)) {						\
281 			    : "=&a" (pxo_ret__), "+m" (var)		\
289 			    : "=&a" (pxo_ret__), "+m" (var)		\
297 			    : "=&a" (pxo_ret__), "+m" (var)		\
305 			    : "=&a" (pxo_ret__), "+m" (var)		\
318 #define percpu_cmpxchg_op(var, oval, nval)				\  argument
320 	typeof(var) pco_ret__;						\
321 	typeof(var) pco_old__ = (oval);					\
322 	typeof(var) pco_new__ = (nval);					\
323 	switch (sizeof(var)) {						\
326 			    : "=a" (pco_ret__), "+m" (var)		\
332 			    : "=a" (pco_ret__), "+m" (var)		\
338 			    : "=a" (pco_ret__), "+m" (var)		\
344 			    : "=a" (pco_ret__), "+m" (var)		\
362 #define this_cpu_read_stable(var)	percpu_from_op("mov", var, "p" (&(var)))  argument
482 #define x86_test_and_clear_bit_percpu(bit, var)				\  argument
486 		     : "=r" (old__), "+m" (var)				\