| /arch/ia64/include/asm/ |
| D | bitops.h | 41 __u32 bit, old, new; in set_bit() local
49 old = *m; in set_bit()
50 new = old | bit; in set_bit()
51 } while (cmpxchg_acq(m, old, new) != old); in set_bit()
82 __u32 mask, old, new; in clear_bit() local
90 old = *m; in clear_bit()
91 new = old & mask; in clear_bit()
92 } while (cmpxchg_acq(m, old, new) != old); in clear_bit()
106 __u32 mask, old, new; in clear_bit_unlock() local
114 old = *m; in clear_bit_unlock()
[all …]
|
| D | acenv.h | 25 unsigned int old, new, val; in ia64_acpi_acquire_global_lock() local
27 old = *lock; in ia64_acpi_acquire_global_lock()
28 new = (((old & ~0x3) + 2) + ((old >> 1) & 0x1)); in ia64_acpi_acquire_global_lock()
29 val = ia64_cmpxchg4_acq(lock, new, old); in ia64_acpi_acquire_global_lock()
30 } while (unlikely (val != old)); in ia64_acpi_acquire_global_lock()
37 unsigned int old, new, val; in ia64_acpi_release_global_lock() local
39 old = *lock; in ia64_acpi_release_global_lock()
40 new = old & ~0x3; in ia64_acpi_release_global_lock()
41 val = ia64_cmpxchg4_acq(lock, new, old); in ia64_acpi_release_global_lock()
42 } while (unlikely (val != old)); in ia64_acpi_release_global_lock()
[all …]
|
| D | rwsem.h | 55 long old, new; in __down_write() local
58 old = sem->count; in __down_write()
59 new = old + RWSEM_ACTIVE_WRITE_BIAS; in __down_write()
60 } while (cmpxchg_acq(&sem->count, old, new) != old); in __down_write()
62 if (old != 0) in __down_write()
84 long old, new; in __up_write() local
87 old = sem->count; in __up_write()
88 new = old - RWSEM_ACTIVE_WRITE_BIAS; in __up_write()
89 } while (cmpxchg_rel(&sem->count, old, new) != old); in __up_write()
127 long old, new; in __downgrade_write() local
[all …]
|
| D | atomic.h | 34 __s32 old, new; \
39 old = atomic_read(v); \
40 new = old c_op i; \
41 } while (ia64_cmpxchg(acq, v, old, new, sizeof(atomic_t)) != old); \
78 __s64 old, new; \
83 old = atomic64_read(v); \
84 new = old c_op i; \
85 } while (ia64_cmpxchg(acq, v, old, new, sizeof(atomic64_t)) != old); \
118 #define atomic_cmpxchg(v, old, new) (cmpxchg(&((v)->counter), old, new)) argument
121 #define atomic64_cmpxchg(v, old, new) \ argument
[all …]
|
| /arch/s390/include/asm/ |
| D | rwsem.h | 61 signed long old, new; in __down_read() local
77 : "=&d" (old), "=&d" (new), "=Q" (sem->count) in __down_read()
80 if (old < 0) in __down_read()
89 signed long old, new; in __down_read_trylock() local
109 : "=&d" (old), "=&d" (new), "=Q" (sem->count) in __down_read_trylock()
112 return old >= 0 ? 1 : 0; in __down_read_trylock()
120 signed long old, new, tmp; in __down_write_nested() local
137 : "=&d" (old), "=&d" (new), "=Q" (sem->count) in __down_write_nested()
140 if (old != 0) in __down_write_nested()
154 signed long old; in __down_write_trylock() local
[all …]
|
| D | spinlock.h | 19 _raw_compare_and_swap(unsigned int *lock, unsigned int old, unsigned int new) in _raw_compare_and_swap() argument
21 unsigned int old_expected = old; in _raw_compare_and_swap()
25 : "=d" (old), "=Q" (*lock) in _raw_compare_and_swap()
26 : "0" (old), "d" (new), "Q" (*lock) in _raw_compare_and_swap()
28 return old == old_expected; in _raw_compare_and_swap()
141 unsigned int old = ACCESS_ONCE(rw->lock); in arch_read_trylock_once() local
142 return likely((int) old >= 0 && in arch_read_trylock_once()
143 _raw_compare_and_swap(&rw->lock, old, old + 1)); in arch_read_trylock_once()
148 unsigned int old = ACCESS_ONCE(rw->lock); in arch_write_trylock_once() local
149 return likely(old == 0 && in arch_write_trylock_once()
[all …]
|
| D | atomic.h | 133 static inline int atomic_cmpxchg(atomic_t *v, int old, int new) in atomic_cmpxchg() argument
137 : "+d" (old), "+Q" (v->counter) in atomic_cmpxchg()
140 return old; in atomic_cmpxchg()
145 int c, old; in __atomic_add_unless() local
150 old = atomic_cmpxchg(v, c, c + a); in __atomic_add_unless()
151 if (likely(old == c)) in __atomic_add_unless()
153 c = old; in __atomic_add_unless()
265 long long old, long long new) in atomic64_cmpxchg() argument
269 : "+d" (old), "+Q" (v->counter) in atomic64_cmpxchg()
272 return old; in atomic64_cmpxchg()
[all …]
|
| D | cmpxchg.h | 18 unsigned long addr, old; in __xchg() local
33 : "=&d" (old), "=Q" (*(int *) addr) in __xchg()
36 return old >> shift; in __xchg()
48 : "=&d" (old), "=Q" (*(int *) addr) in __xchg()
51 return old >> shift; in __xchg()
57 : "=&d" (old), "=Q" (*(int *) ptr) in __xchg()
60 return old; in __xchg()
67 : "=&d" (old), "=m" (*(long *) ptr) in __xchg()
70 return old; in __xchg()
95 static inline unsigned long __cmpxchg(void *ptr, unsigned long old, in __cmpxchg() argument
[all …]
|
| /arch/avr32/include/asm/ |
| D | cmpxchg.h | 46 static inline unsigned long __cmpxchg_u32(volatile int *m, unsigned long old, in __cmpxchg_u32() argument
60 : "m"(m), [old] "ir"(old), [new] "r"(new) in __cmpxchg_u32()
66 volatile int * m, unsigned long old, unsigned long new);
75 static inline unsigned long __cmpxchg(volatile void *ptr, unsigned long old, in __cmpxchg() argument
80 return __cmpxchg_u32(ptr, old, new); in __cmpxchg()
82 return __cmpxchg_u64(ptr, old, new); in __cmpxchg()
86 return old; in __cmpxchg()
89 #define cmpxchg(ptr, old, new) \ argument
90 ((typeof(*(ptr)))__cmpxchg((ptr), (unsigned long)(old), \
97 unsigned long old, in __cmpxchg_local() argument
[all …]
|
| /arch/s390/lib/ |
| D | spinlock.c | 114 unsigned int owner, old; in _raw_read_lock_wait() local
127 old = ACCESS_ONCE(rw->lock); in _raw_read_lock_wait()
129 if ((int) old < 0) in _raw_read_lock_wait()
131 if (_raw_compare_and_swap(&rw->lock, old, old + 1)) in _raw_read_lock_wait()
139 unsigned int old; in _raw_read_trylock_retry() local
143 old = ACCESS_ONCE(rw->lock); in _raw_read_trylock_retry()
144 if ((int) old < 0) in _raw_read_trylock_retry()
146 if (_raw_compare_and_swap(&rw->lock, old, old + 1)) in _raw_read_trylock_retry()
157 unsigned int owner, old; in _raw_write_lock_wait() local
167 old = ACCESS_ONCE(rw->lock); in _raw_write_lock_wait()
[all …]
|
| /arch/sparc/kernel/ |
| D | ftrace.c | 25 static int ftrace_modify_code(unsigned long ip, u32 old, u32 new) in ftrace_modify_code() argument
46 : [new] "0" (new), [old] "r" (old), [ip] "r" (ip) in ftrace_modify_code()
49 if (replaced != old && replaced != new) in ftrace_modify_code()
58 u32 old, new; in ftrace_make_nop() local
60 old = ftrace_call_replace(ip, addr); in ftrace_make_nop()
62 return ftrace_modify_code(ip, old, new); in ftrace_make_nop()
68 u32 old, new; in ftrace_make_call() local
70 old = ftrace_nop; in ftrace_make_call()
72 return ftrace_modify_code(ip, old, new); in ftrace_make_call()
78 u32 old, new; in ftrace_update_ftrace_func() local
[all …]
|
| /arch/metag/include/asm/ |
| D | bitops.h | 54 unsigned long old; in test_and_set_bit() local
60 old = *p; in test_and_set_bit()
61 if (!(old & mask)) { in test_and_set_bit()
63 *p = old | mask; in test_and_set_bit()
67 return (old & mask) != 0; in test_and_set_bit()
74 unsigned long old; in test_and_clear_bit() local
80 old = *p; in test_and_clear_bit()
81 if (old & mask) { in test_and_clear_bit()
83 *p = old & ~mask; in test_and_clear_bit()
87 return (old & mask) != 0; in test_and_clear_bit()
[all …]
|
| D | cmpxchg_lnkget.h | 6 int temp, old; in xchg_u32() local
20 : "=&d" (temp), "=&d" (old) in xchg_u32()
27 return old; in xchg_u32()
32 int temp, old; in xchg_u8() local
46 : "=&d" (temp), "=&d" (old) in xchg_u8()
53 return old; in xchg_u8()
56 static inline unsigned long __cmpxchg_u32(volatile int *m, unsigned long old, in __cmpxchg_u32() argument
77 : "da" (m), "bd" (old), "da" (new) in __cmpxchg_u32()
|
| /arch/arc/include/asm/ |
| D | bitops.h | 99 unsigned long old, temp; in test_and_set_bit() local
117 : "=&r"(old), "=&r"(temp) in test_and_set_bit()
123 return (old & (1 << nr)) != 0; in test_and_set_bit()
129 unsigned int old, temp; in test_and_clear_bit() local
143 : "=&r"(old), "=&r"(temp) in test_and_clear_bit()
149 return (old & (1 << nr)) != 0; in test_and_clear_bit()
155 unsigned int old, temp; in test_and_change_bit() local
169 : "=&r"(old), "=&r"(temp) in test_and_change_bit()
175 return (old & (1 << nr)) != 0; in test_and_change_bit()
248 unsigned long old, flags; in test_and_set_bit() local
[all …]
|
| /arch/arm/kernel/ |
| D | ftrace.c | 103 static int ftrace_modify_code(unsigned long pc, unsigned long old, in ftrace_modify_code() argument
109 old = __opcode_to_mem_thumb32(old); in ftrace_modify_code()
112 old = __opcode_to_mem_arm(old); in ftrace_modify_code()
120 if (replaced != old) in ftrace_modify_code()
157 unsigned long new, old; in ftrace_make_call() local
160 old = ftrace_nop_replace(rec); in ftrace_make_call()
163 return ftrace_modify_code(rec->ip, old, new, true); in ftrace_make_call()
170 unsigned long old; in ftrace_make_nop() local
174 old = ftrace_call_replace(ip, adjust_address(rec, addr)); in ftrace_make_nop()
176 ret = ftrace_modify_code(ip, old, new, true); in ftrace_make_nop()
[all …]
|
| /arch/arm64/kernel/ |
| D | ftrace.c | 25 static int ftrace_modify_code(unsigned long pc, u32 old, u32 new, in ftrace_modify_code() argument
43 if (replaced != old) in ftrace_modify_code()
73 u32 old, new; in ftrace_make_call() local
75 old = aarch64_insn_gen_nop(); in ftrace_make_call()
78 return ftrace_modify_code(pc, old, new, true); in ftrace_make_call()
88 u32 old, new; in ftrace_make_nop() local
90 old = aarch64_insn_gen_branch_imm(pc, addr, AARCH64_INSN_BRANCH_LINK); in ftrace_make_nop()
93 return ftrace_modify_code(pc, old, new, true); in ftrace_make_nop()
115 unsigned long old; in prepare_ftrace_return() local
127 old = *parent; in prepare_ftrace_return()
[all …]
|
| /arch/xtensa/include/asm/ |
| D | cmpxchg.h | 23 __cmpxchg_u32(volatile int *p, int old, int new) in __cmpxchg_u32() argument
30 : "a" (p), "a" (old) in __cmpxchg_u32()
44 : "=&a" (old) in __cmpxchg_u32()
45 : "a" (p), "a" (old), "r" (new) in __cmpxchg_u32()
47 return old; in __cmpxchg_u32()
56 __cmpxchg(volatile void *ptr, unsigned long old, unsigned long new, int size) in __cmpxchg() argument
59 case 4: return __cmpxchg_u32(ptr, old, new); in __cmpxchg()
61 return old; in __cmpxchg()
75 unsigned long old, in __cmpxchg_local() argument
80 return __cmpxchg_u32(ptr, old, new); in __cmpxchg_local()
[all …]
|
| /arch/sh/kernel/ |
| D | ftrace.c | 114 int old = atomic_read(&nmi_running); in clear_mod_flag() local
117 int new = old & ~MOD_CODE_WRITE_FLAG; in clear_mod_flag()
119 if (old == new) in clear_mod_flag()
122 old = atomic_cmpxchg(&nmi_running, old, new); in clear_mod_flag()
244 unsigned char old[MCOUNT_INSN_SIZE], *new; in ftrace_update_ftrace_func() local
246 memcpy(old, (unsigned char *)ip, MCOUNT_INSN_SIZE); in ftrace_update_ftrace_func()
249 return ftrace_modify_code(ip, old, new); in ftrace_update_ftrace_func()
255 unsigned char *new, *old; in ftrace_make_nop() local
258 old = ftrace_call_replace(ip, addr); in ftrace_make_nop()
261 return ftrace_modify_code(rec->ip, old, new); in ftrace_make_nop()
[all …]
|
| /arch/tile/kernel/ |
| D | ftrace.c | 106 static int ftrace_modify_code(unsigned long pc, unsigned long old, in ftrace_modify_code() argument
131 unsigned long pc, old; in ftrace_update_ftrace_func() local
136 memcpy(&old, &ftrace_call, MCOUNT_INSN_SIZE); in ftrace_update_ftrace_func()
139 ret = ftrace_modify_code(pc, old, new); in ftrace_update_ftrace_func()
146 unsigned long new, old; in ftrace_make_call() local
149 old = ftrace_nop_replace(rec); in ftrace_make_call()
152 return ftrace_modify_code(rec->ip, old, new); in ftrace_make_call()
159 unsigned long old; in ftrace_make_nop() local
163 old = ftrace_call_replace(ip, addr); in ftrace_make_nop()
165 ret = ftrace_modify_code(ip, old, new); in ftrace_make_nop()
[all …]
|
| /arch/sparc/include/asm/ |
| D | cmpxchg_64.h | 71 __cmpxchg_u32(volatile int *m, int old, int new) in __cmpxchg_u32() argument
75 : "0" (new), "r" (m), "r" (old) in __cmpxchg_u32()
82 __cmpxchg_u64(volatile long *m, unsigned long old, unsigned long new) in __cmpxchg_u64() argument
86 : "0" (new), "r" (m), "r" (old) in __cmpxchg_u64()
97 __cmpxchg(volatile void *ptr, unsigned long old, unsigned long new, int size) in __cmpxchg() argument
101 return __cmpxchg_u32(ptr, old, new); in __cmpxchg()
103 return __cmpxchg_u64(ptr, old, new); in __cmpxchg()
106 return old; in __cmpxchg()
123 unsigned long old, in __cmpxchg_local() argument
128 case 8: return __cmpxchg(ptr, old, new, size); in __cmpxchg_local()
[all …]
|
| /arch/alpha/include/asm/ |
| D | xchg.h | 137 ____cmpxchg(_u8, volatile char *m, unsigned char old, unsigned char new) in ____cmpxchg() argument
158 : "r" ((long)m), "Ir" (old), "1" (new) : "memory"); in ____cmpxchg()
164 ____cmpxchg(_u16, volatile short *m, unsigned short old, unsigned short new) in ____cmpxchg() argument
185 : "r" ((long)m), "Ir" (old), "1" (new) : "memory"); in ____cmpxchg()
191 ____cmpxchg(_u32, volatile int *m, int old, int new) in ____cmpxchg() argument
208 : "r"((long) old), "r"(new), "m"(*m) : "memory"); in ____cmpxchg()
214 ____cmpxchg(_u64, volatile long *m, unsigned long old, unsigned long new) in ____cmpxchg() argument
231 : "r"((long) old), "r"(new), "m"(*m) : "memory"); in ____cmpxchg()
241 ____cmpxchg(, volatile void *ptr, unsigned long old, unsigned long new,
246 return ____cmpxchg(_u8, ptr, old, new);
[all …]
|
| /arch/sparc/lib/ |
| D | atomic32.c | 61 int atomic_cmpxchg(atomic_t *v, int old, int new) in atomic_cmpxchg() argument
68 if (likely(ret == old)) in atomic_cmpxchg()
103 unsigned long old, flags; in ___set_bit() local
106 old = *addr; in ___set_bit()
107 *addr = old | mask; in ___set_bit()
110 return old & mask; in ___set_bit()
116 unsigned long old, flags; in ___clear_bit() local
119 old = *addr; in ___clear_bit()
120 *addr = old & ~mask; in ___clear_bit()
123 return old & mask; in ___clear_bit()
[all …]
|
| /arch/parisc/include/asm/ |
| D | cmpxchg.h | 55 extern unsigned long __cmpxchg_u32(volatile unsigned int *m, unsigned int old,
58 unsigned long old, unsigned long new_);
62 __cmpxchg(volatile void *ptr, unsigned long old, unsigned long new_, int size) in __cmpxchg() argument
66 case 8: return __cmpxchg_u64((unsigned long *)ptr, old, new_); in __cmpxchg()
69 (unsigned int)old, (unsigned int)new_); in __cmpxchg()
72 return old; in __cmpxchg()
86 unsigned long old, in __cmpxchg_local() argument
91 case 8: return __cmpxchg_u64((unsigned long *)ptr, old, new_); in __cmpxchg_local()
93 case 4: return __cmpxchg_u32(ptr, old, new_); in __cmpxchg_local()
95 return __cmpxchg_local_generic(ptr, old, new_, size); in __cmpxchg_local()
|
| /arch/powerpc/include/asm/ |
| D | cmpxchg.h | 150 __cmpxchg_u32(volatile unsigned int *p, unsigned long old, unsigned long new) in __cmpxchg_u32() argument
166 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u32()
173 __cmpxchg_u32_local(volatile unsigned int *p, unsigned long old, in __cmpxchg_u32_local() argument
188 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u32_local()
196 __cmpxchg_u64(volatile unsigned long *p, unsigned long old, unsigned long new) in __cmpxchg_u64() argument
211 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u64()
218 __cmpxchg_u64_local(volatile unsigned long *p, unsigned long old, in __cmpxchg_u64_local() argument
232 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u64_local()
244 __cmpxchg(volatile void *ptr, unsigned long old, unsigned long new, in __cmpxchg() argument
249 return __cmpxchg_u32(ptr, old, new); in __cmpxchg()
[all …]
|
| /arch/m32r/include/asm/ |
| D | cmpxchg.h | 113 __cmpxchg_u32(volatile unsigned int *p, unsigned int old, unsigned int new) in __cmpxchg_u32() argument
131 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u32()
143 __cmpxchg_local_u32(volatile unsigned int *p, unsigned int old, in __cmpxchg_local_u32() argument
162 : "r" (p), "r" (old), "r" (new) in __cmpxchg_local_u32()
178 __cmpxchg(volatile void *ptr, unsigned long old, unsigned long new, int size) in __cmpxchg() argument
182 return __cmpxchg_u32(ptr, old, new); in __cmpxchg()
185 return __cmpxchg_u64(ptr, old, new); in __cmpxchg()
189 return old; in __cmpxchg()
199 unsigned long old, in __cmpxchg_local() argument
204 return __cmpxchg_local_u32(ptr, old, new); in __cmpxchg_local()
[all …]
|