1 #ifndef __ASM_METAG_ATOMIC_LNKGET_H
2 #define __ASM_METAG_ATOMIC_LNKGET_H
3
4 #define ATOMIC_INIT(i) { (i) }
5
6 #define atomic_set(v, i) WRITE_ONCE((v)->counter, (i))
7
8 #include <linux/compiler.h>
9
10 #include <asm/barrier.h>
11
12 /*
13 * None of these asm statements clobber memory as LNKSET writes around
14 * the cache so the memory it modifies cannot safely be read by any means
15 * other than these accessors.
16 */
17
atomic_read(const atomic_t * v)18 static inline int atomic_read(const atomic_t *v)
19 {
20 int temp;
21
22 asm volatile (
23 "LNKGETD %0, [%1]\n"
24 : "=da" (temp)
25 : "da" (&v->counter));
26
27 return temp;
28 }
29
30 #define ATOMIC_OP(op) \
31 static inline void atomic_##op(int i, atomic_t *v) \
32 { \
33 int temp; \
34 \
35 asm volatile ( \
36 "1: LNKGETD %0, [%1]\n" \
37 " " #op " %0, %0, %2\n" \
38 " LNKSETD [%1], %0\n" \
39 " DEFR %0, TXSTAT\n" \
40 " ANDT %0, %0, #HI(0x3f000000)\n" \
41 " CMPT %0, #HI(0x02000000)\n" \
42 " BNZ 1b\n" \
43 : "=&d" (temp) \
44 : "da" (&v->counter), "bd" (i) \
45 : "cc"); \
46 } \
47
48 #define ATOMIC_OP_RETURN(op) \
49 static inline int atomic_##op##_return(int i, atomic_t *v) \
50 { \
51 int result, temp; \
52 \
53 smp_mb(); \
54 \
55 asm volatile ( \
56 "1: LNKGETD %1, [%2]\n" \
57 " " #op " %1, %1, %3\n" \
58 " LNKSETD [%2], %1\n" \
59 " DEFR %0, TXSTAT\n" \
60 " ANDT %0, %0, #HI(0x3f000000)\n" \
61 " CMPT %0, #HI(0x02000000)\n" \
62 " BNZ 1b\n" \
63 : "=&d" (temp), "=&da" (result) \
64 : "da" (&v->counter), "br" (i) \
65 : "cc"); \
66 \
67 smp_mb(); \
68 \
69 return result; \
70 }
71
72 #define ATOMIC_FETCH_OP(op) \
73 static inline int atomic_fetch_##op(int i, atomic_t *v) \
74 { \
75 int result, temp; \
76 \
77 smp_mb(); \
78 \
79 asm volatile ( \
80 "1: LNKGETD %1, [%2]\n" \
81 " " #op " %0, %1, %3\n" \
82 " LNKSETD [%2], %0\n" \
83 " DEFR %0, TXSTAT\n" \
84 " ANDT %0, %0, #HI(0x3f000000)\n" \
85 " CMPT %0, #HI(0x02000000)\n" \
86 " BNZ 1b\n" \
87 : "=&d" (temp), "=&d" (result) \
88 : "da" (&v->counter), "bd" (i) \
89 : "cc"); \
90 \
91 smp_mb(); \
92 \
93 return result; \
94 }
95
96 #define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_OP_RETURN(op) ATOMIC_FETCH_OP(op)
97
98 ATOMIC_OPS(add)
ATOMIC_OPS(sub)99 ATOMIC_OPS(sub)
100
101 #undef ATOMIC_OPS
102 #define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_FETCH_OP(op)
103
104 ATOMIC_OPS(and)
105 ATOMIC_OPS(or)
106 ATOMIC_OPS(xor)
107
108 #undef ATOMIC_OPS
109 #undef ATOMIC_FETCH_OP
110 #undef ATOMIC_OP_RETURN
111 #undef ATOMIC_OP
112
113 static inline int atomic_cmpxchg(atomic_t *v, int old, int new)
114 {
115 int result, temp;
116
117 smp_mb();
118
119 asm volatile (
120 "1: LNKGETD %1, [%2]\n"
121 " CMP %1, %3\n"
122 " LNKSETDEQ [%2], %4\n"
123 " BNE 2f\n"
124 " DEFR %0, TXSTAT\n"
125 " ANDT %0, %0, #HI(0x3f000000)\n"
126 " CMPT %0, #HI(0x02000000)\n"
127 " BNZ 1b\n"
128 "2:\n"
129 : "=&d" (temp), "=&d" (result)
130 : "da" (&v->counter), "bd" (old), "da" (new)
131 : "cc");
132
133 smp_mb();
134
135 return result;
136 }
137
atomic_xchg(atomic_t * v,int new)138 static inline int atomic_xchg(atomic_t *v, int new)
139 {
140 int temp, old;
141
142 asm volatile (
143 "1: LNKGETD %1, [%2]\n"
144 " LNKSETD [%2], %3\n"
145 " DEFR %0, TXSTAT\n"
146 " ANDT %0, %0, #HI(0x3f000000)\n"
147 " CMPT %0, #HI(0x02000000)\n"
148 " BNZ 1b\n"
149 : "=&d" (temp), "=&d" (old)
150 : "da" (&v->counter), "da" (new)
151 : "cc");
152
153 return old;
154 }
155
__atomic_add_unless(atomic_t * v,int a,int u)156 static inline int __atomic_add_unless(atomic_t *v, int a, int u)
157 {
158 int result, temp;
159
160 smp_mb();
161
162 asm volatile (
163 "1: LNKGETD %1, [%2]\n"
164 " CMP %1, %3\n"
165 " ADD %0, %1, %4\n"
166 " LNKSETDNE [%2], %0\n"
167 " BEQ 2f\n"
168 " DEFR %0, TXSTAT\n"
169 " ANDT %0, %0, #HI(0x3f000000)\n"
170 " CMPT %0, #HI(0x02000000)\n"
171 " BNZ 1b\n"
172 "2:\n"
173 : "=&d" (temp), "=&d" (result)
174 : "da" (&v->counter), "bd" (u), "bd" (a)
175 : "cc");
176
177 smp_mb();
178
179 return result;
180 }
181
atomic_sub_if_positive(int i,atomic_t * v)182 static inline int atomic_sub_if_positive(int i, atomic_t *v)
183 {
184 int result, temp;
185
186 asm volatile (
187 "1: LNKGETD %1, [%2]\n"
188 " SUBS %1, %1, %3\n"
189 " LNKSETDGE [%2], %1\n"
190 " BLT 2f\n"
191 " DEFR %0, TXSTAT\n"
192 " ANDT %0, %0, #HI(0x3f000000)\n"
193 " CMPT %0, #HI(0x02000000)\n"
194 " BNZ 1b\n"
195 "2:\n"
196 : "=&d" (temp), "=&da" (result)
197 : "da" (&v->counter), "bd" (i)
198 : "cc");
199
200 return result;
201 }
202
203 #endif /* __ASM_METAG_ATOMIC_LNKGET_H */
204