45 #define p_atomic_dec_zero(v) (__atomic_sub_fetch((v), 1, __ATOMIC_ACQ_REL) == 0)  argument
46 #define p_atomic_inc(v) (void) __atomic_add_fetch((v), 1, __ATOMIC_ACQ_REL)  argument
47 #define p_atomic_dec(v) (void) __atomic_sub_fetch((v), 1, __ATOMIC_ACQ_REL)  argument
48 #define p_atomic_add(v, i) (void) __atomic_add_fetch((v), (i), __ATOMIC_ACQ_REL)  argument
49 #define p_atomic_inc_return(v) __atomic_add_fetch((v), 1, __ATOMIC_ACQ_REL)  argument
50 #define p_atomic_dec_return(v) __atomic_sub_fetch((v), 1, __ATOMIC_ACQ_REL)  argument
51 #define p_atomic_xchg(v, i) __atomic_exchange_n((v), (i), __ATOMIC_ACQ_REL)  argument
58 #define p_atomic_dec_zero(v) (__sync_sub_and_fetch((v), 1) == 0)  argument
59 #define p_atomic_inc(v) (void) __sync_add_and_fetch((v), 1)  argument
60 #define p_atomic_dec(v) (void) __sync_sub_and_fetch((v), 1)  argument
61 #define p_atomic_add(v, i) (void) __sync_add_and_fetch((v), (i))  argument
62 #define p_atomic_inc_return(v) __sync_add_and_fetch((v), 1)  argument
63 #define p_atomic_dec_return(v) __sync_sub_and_fetch((v), 1)  argument
71 #define p_atomic_cmpxchg(v, old, _new) \  argument
72    __sync_val_compare_and_swap((v), (old), (_new))
171 #define p_atomic_dec_zero(v) (\  argument
172    sizeof(*v) == sizeof(uint8_t)  ? atomic_dec_8_nv ((uint8_t  *)(v)) == 0 : \
173    sizeof(*v) == sizeof(uint16_t) ? atomic_dec_16_nv((uint16_t *)(v)) == 0 : \
174    sizeof(*v) == sizeof(uint32_t) ? atomic_dec_32_nv((uint32_t *)(v)) == 0 : \
175    sizeof(*v) == sizeof(uint64_t) ? atomic_dec_64_nv((uint64_t *)(v)) == 0 : \
178 #define p_atomic_inc(v) (void) (\  argument
179    sizeof(*v) == sizeof(uint8_t)  ? atomic_inc_8 ((uint8_t  *)(v)) : \
180    sizeof(*v) == sizeof(uint16_t) ? atomic_inc_16((uint16_t *)(v)) : \
181    sizeof(*v) == sizeof(uint32_t) ? atomic_inc_32((uint32_t *)(v)) : \
182    sizeof(*v) == sizeof(uint64_t) ? atomic_inc_64((uint64_t *)(v)) : \
185 #define p_atomic_inc_return(v) ((__typeof(*v)) \  argument
186    sizeof(*v) == sizeof(uint8_t)  ? atomic_inc_8_nv ((uint8_t  *)(v)) : \
187    sizeof(*v) == sizeof(uint16_t) ? atomic_inc_16_nv((uint16_t *)(v)) : \
188    sizeof(*v) == sizeof(uint32_t) ? atomic_inc_32_nv((uint32_t *)(v)) : \
189    sizeof(*v) == sizeof(uint64_t) ? atomic_inc_64_nv((uint64_t *)(v)) : \
192 #define p_atomic_dec(v) ((void) \  argument
193    sizeof(*v) == sizeof(uint8_t)  ? atomic_dec_8 ((uint8_t  *)(v)) : \
194    sizeof(*v) == sizeof(uint16_t) ? atomic_dec_16((uint16_t *)(v)) : \
195    sizeof(*v) == sizeof(uint32_t) ? atomic_dec_32((uint32_t *)(v)) : \
196    sizeof(*v) == sizeof(uint64_t) ? atomic_dec_64((uint64_t *)(v)) : \
199 #define p_atomic_dec_return(v) ((__typeof(*v)) \  argument
200    sizeof(*v) == sizeof(uint8_t)  ? atomic_dec_8_nv ((uint8_t  *)(v)) : \
201    sizeof(*v) == sizeof(uint16_t) ? atomic_dec_16_nv((uint16_t *)(v)) : \
202    sizeof(*v) == sizeof(uint32_t) ? atomic_dec_32_nv((uint32_t *)(v)) : \
203    sizeof(*v) == sizeof(uint64_t) ? atomic_dec_64_nv((uint64_t *)(v)) : \
206 #define p_atomic_add(v, i) ((void)				     \  argument
207    sizeof(*v) == sizeof(uint8_t)  ? atomic_add_8 ((uint8_t  *)(v), (i)) : \
208    sizeof(*v) == sizeof(uint16_t) ? atomic_add_16((uint16_t *)(v), (i)) : \
209    sizeof(*v) == sizeof(uint32_t) ? atomic_add_32((uint32_t *)(v), (i)) : \
210    sizeof(*v) == sizeof(uint64_t) ? atomic_add_64((uint64_t *)(v), (i)) : \
213 #define p_atomic_cmpxchg(v, old, _new) ((__typeof(*v)) \  argument
214 …sizeof(*v) == sizeof(uint8_t)  ? atomic_cas_8 ((uint8_t  *)(v), (uint8_t )(old), (uint8_t )(_new))…
215 …sizeof(*v) == sizeof(uint16_t) ? atomic_cas_16((uint16_t *)(v), (uint16_t)(old), (uint16_t)(_new))…
216 …sizeof(*v) == sizeof(uint32_t) ? atomic_cas_32((uint32_t *)(v), (uint32_t)(old), (uint32_t)(_new))…
217 …sizeof(*v) == sizeof(uint64_t) ? atomic_cas_64((uint64_t *)(v), (uint64_t)(old), (uint64_t)(_new))…
227 static inline uint32_t p_atomic_xchg_32(uint32_t *v, uint32_t i)  in p_atomic_xchg_32()  argument
229    uint32_t actual = p_atomic_read(v);  in p_atomic_xchg_32()
233       actual = p_atomic_cmpxchg(v, expected, i);  in p_atomic_xchg_32()
238 static inline uint64_t p_atomic_xchg_64(uint64_t *v, uint64_t i)  in p_atomic_xchg_64()  argument
240    uint64_t actual = p_atomic_read(v);  in p_atomic_xchg_64()
244       actual = p_atomic_cmpxchg(v, expected, i);  in p_atomic_xchg_64()
249 #define p_atomic_xchg(v, i) ((__typeof(*(v))) \  argument
250    sizeof(*(v)) == sizeof(uint32_t) ? p_atomic_xchg_32((uint32_t *)(v), (uint32_t)(i)) : \
251    sizeof(*(v)) == sizeof(uint64_t) ? p_atomic_xchg_64((uint64_t *)(v), (uint64_t)(i)) : \