• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 #ifndef __ASM_LSE_H
2 #define __ASM_LSE_H
3 
4 #if defined(CONFIG_AS_LSE) && defined(CONFIG_ARM64_LSE_ATOMICS)
5 
6 #include <linux/stringify.h>
7 #include <asm/alternative.h>
8 #include <asm/cpufeature.h>
9 
10 #ifdef __ASSEMBLER__
11 
12 .arch_extension	lse
13 
14 .macro alt_lse, llsc, lse
15 	alternative_insn "\llsc", "\lse", ARM64_HAS_LSE_ATOMICS
16 .endm
17 
18 #else	/* __ASSEMBLER__ */
19 
20 __asm__(".arch_extension	lse");
21 
22 /* Move the ll/sc atomics out-of-line */
23 #define __LL_SC_INLINE
24 #define __LL_SC_PREFIX(x)	__ll_sc_##x
25 #define __LL_SC_EXPORT(x)	EXPORT_SYMBOL(__LL_SC_PREFIX(x))
26 
27 /* Macro for constructing calls to out-of-line ll/sc atomics */
28 #define __LL_SC_CALL(op)	"bl\t" __stringify(__LL_SC_PREFIX(op)) "\n"
29 #define __LL_SC_CLOBBERS	"x16", "x17", "x30"
30 
31 /* In-line patching at runtime */
32 #define ARM64_LSE_ATOMIC_INSN(llsc, lse)				\
33 	ALTERNATIVE(llsc, lse, ARM64_HAS_LSE_ATOMICS)
34 
35 #endif	/* __ASSEMBLER__ */
36 #else	/* CONFIG_AS_LSE && CONFIG_ARM64_LSE_ATOMICS */
37 
38 #ifdef __ASSEMBLER__
39 
40 .macro alt_lse, llsc, lse
41 	\llsc
42 .endm
43 
44 #else	/* __ASSEMBLER__ */
45 
46 #define __LL_SC_INLINE		static inline
47 #define __LL_SC_PREFIX(x)	x
48 #define __LL_SC_EXPORT(x)
49 
50 #define ARM64_LSE_ATOMIC_INSN(llsc, lse)	llsc
51 
52 #endif	/* __ASSEMBLER__ */
53 #endif	/* CONFIG_AS_LSE && CONFIG_ARM64_LSE_ATOMICS */
54 #endif	/* __ASM_LSE_H */
55