1 /* xchg and cmpxchg operation emulation for FR-V
2 *
3 * For an explanation of how atomic ops work in this arch, see:
4 * Documentation/frv/atomic-ops.txt
5 *
6 * Copyright (C) 2004 Red Hat, Inc. All Rights Reserved.
7 * Written by David Howells (dhowells@redhat.com)
8 *
9 * This program is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU General Public License
11 * as published by the Free Software Foundation; either version
12 * 2 of the License, or (at your option) any later version.
13 */
14 #ifndef _ASM_CMPXCHG_H
15 #define _ASM_CMPXCHG_H
16
17 #include <linux/types.h>
18
19 /*****************************************************************************/
20 /*
21 * exchange value with memory
22 */
23 extern uint64_t __xchg_64(uint64_t i, volatile void *v);
24
25 #ifndef CONFIG_FRV_OUTOFLINE_ATOMIC_OPS
26
27 #define xchg(ptr, x) \
28 ({ \
29 __typeof__(ptr) __xg_ptr = (ptr); \
30 __typeof__(*(ptr)) __xg_orig; \
31 \
32 switch (sizeof(__xg_orig)) { \
33 case 4: \
34 asm volatile( \
35 "swap%I0 %M0,%1" \
36 : "+m"(*__xg_ptr), "=r"(__xg_orig) \
37 : "1"(x) \
38 : "memory" \
39 ); \
40 break; \
41 \
42 default: \
43 __xg_orig = (__typeof__(__xg_orig))0; \
44 asm volatile("break"); \
45 break; \
46 } \
47 \
48 __xg_orig; \
49 })
50
51 #else
52
53 extern uint32_t __xchg_32(uint32_t i, volatile void *v);
54
55 #define xchg(ptr, x) \
56 ({ \
57 __typeof__(ptr) __xg_ptr = (ptr); \
58 __typeof__(*(ptr)) __xg_orig; \
59 \
60 switch (sizeof(__xg_orig)) { \
61 case 4: __xg_orig = (__typeof__(*(ptr))) __xchg_32((uint32_t) x, __xg_ptr); break; \
62 default: \
63 __xg_orig = (__typeof__(__xg_orig))0; \
64 asm volatile("break"); \
65 break; \
66 } \
67 __xg_orig; \
68 })
69
70 #endif
71
72 /*****************************************************************************/
73 /*
74 * compare and conditionally exchange value with memory
75 * - if (*ptr == test) then orig = *ptr; *ptr = test;
76 * - if (*ptr != test) then orig = *ptr;
77 */
78 extern uint64_t __cmpxchg_64(uint64_t test, uint64_t new, volatile uint64_t *v);
79
80 #ifndef CONFIG_FRV_OUTOFLINE_ATOMIC_OPS
81
82 #define cmpxchg(ptr, test, new) \
83 ({ \
84 __typeof__(ptr) __xg_ptr = (ptr); \
85 __typeof__(*(ptr)) __xg_orig, __xg_tmp; \
86 __typeof__(*(ptr)) __xg_test = (test); \
87 __typeof__(*(ptr)) __xg_new = (new); \
88 \
89 switch (sizeof(__xg_orig)) { \
90 case 4: \
91 asm volatile( \
92 "0: \n" \
93 " orcc gr0,gr0,gr0,icc3 \n" \
94 " ckeq icc3,cc7 \n" \
95 " ld.p %M0,%1 \n" \
96 " orcr cc7,cc7,cc3 \n" \
97 " sub%I4cc %1,%4,%2,icc0 \n" \
98 " bne icc0,#0,1f \n" \
99 " cst.p %3,%M0 ,cc3,#1 \n" \
100 " corcc gr29,gr29,gr0 ,cc3,#1 \n" \
101 " beq icc3,#0,0b \n" \
102 "1: \n" \
103 : "+U"(*__xg_ptr), "=&r"(__xg_orig), "=&r"(__xg_tmp) \
104 : "r"(__xg_new), "NPr"(__xg_test) \
105 : "memory", "cc7", "cc3", "icc3", "icc0" \
106 ); \
107 break; \
108 \
109 default: \
110 __xg_orig = (__typeof__(__xg_orig))0; \
111 asm volatile("break"); \
112 break; \
113 } \
114 \
115 __xg_orig; \
116 })
117
118 #else
119
120 extern uint32_t __cmpxchg_32(uint32_t *v, uint32_t test, uint32_t new);
121
122 #define cmpxchg(ptr, test, new) \
123 ({ \
124 __typeof__(ptr) __xg_ptr = (ptr); \
125 __typeof__(*(ptr)) __xg_orig; \
126 __typeof__(*(ptr)) __xg_test = (test); \
127 __typeof__(*(ptr)) __xg_new = (new); \
128 \
129 switch (sizeof(__xg_orig)) { \
130 case 4: __xg_orig = (__force __typeof__(*ptr)) \
131 __cmpxchg_32((__force uint32_t *)__xg_ptr, \
132 (__force uint32_t)__xg_test, \
133 (__force uint32_t)__xg_new); break; \
134 default: \
135 __xg_orig = (__typeof__(__xg_orig))0; \
136 asm volatile("break"); \
137 break; \
138 } \
139 \
140 __xg_orig; \
141 })
142
143 #endif
144
145 #include <asm-generic/cmpxchg-local.h>
146
__cmpxchg_local(volatile void * ptr,unsigned long old,unsigned long new,int size)147 static inline unsigned long __cmpxchg_local(volatile void *ptr,
148 unsigned long old,
149 unsigned long new, int size)
150 {
151 switch (size) {
152 case 4:
153 return cmpxchg((unsigned long *)ptr, old, new);
154 default:
155 return __cmpxchg_local_generic(ptr, old, new, size);
156 }
157
158 return old;
159 }
160
161 /*
162 * cmpxchg_local and cmpxchg64_local are atomic wrt current CPU. Always make
163 * them available.
164 */
165 #define cmpxchg_local(ptr, o, n) \
166 ((__typeof__(*(ptr)))__cmpxchg_local((ptr), (unsigned long)(o), \
167 (unsigned long)(n), sizeof(*(ptr))))
168 #define cmpxchg64_local(ptr, o, n) __cmpxchg64_local_generic((ptr), (o), (n))
169
170 #endif /* _ASM_CMPXCHG_H */
171