1 /*
2 *
3 * Copyright 2015 gRPC authors.
4 *
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at
8 *
9 * http://www.apache.org/licenses/LICENSE-2.0
10 *
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
16 *
17 */
18
19 #ifndef GRPC_IMPL_CODEGEN_ATM_GCC_ATOMIC_H
20 #define GRPC_IMPL_CODEGEN_ATM_GCC_ATOMIC_H
21
22 /* atm_platform.h for gcc and gcc-like compilers with the
23 __atomic_* interface. */
24 #include <grpc/impl/codegen/port_platform.h>
25
26 #ifdef __cplusplus
27 extern "C" {
28 #endif
29
30 typedef intptr_t gpr_atm;
31 #define GPR_ATM_MAX INTPTR_MAX
32 #define GPR_ATM_MIN INTPTR_MIN
33
34 #ifdef GPR_LOW_LEVEL_COUNTERS
35 extern gpr_atm gpr_counter_atm_cas;
36 extern gpr_atm gpr_counter_atm_add;
37 #define GPR_ATM_INC_COUNTER(counter) \
38 __atomic_fetch_add(&counter, 1, __ATOMIC_RELAXED)
39 #define GPR_ATM_INC_CAS_THEN(blah) \
40 (GPR_ATM_INC_COUNTER(gpr_counter_atm_cas), blah)
41 #define GPR_ATM_INC_ADD_THEN(blah) \
42 (GPR_ATM_INC_COUNTER(gpr_counter_atm_add), blah)
43 #else
44 #define GPR_ATM_INC_CAS_THEN(blah) blah
45 #define GPR_ATM_INC_ADD_THEN(blah) blah
46 #endif
47
48 #define gpr_atm_full_barrier() (__atomic_thread_fence(__ATOMIC_SEQ_CST))
49
50 #define gpr_atm_acq_load(p) (__atomic_load_n((p), __ATOMIC_ACQUIRE))
51 #define gpr_atm_no_barrier_load(p) (__atomic_load_n((p), __ATOMIC_RELAXED))
52 #define gpr_atm_rel_store(p, value) \
53 (__atomic_store_n((p), (intptr_t)(value), __ATOMIC_RELEASE))
54 #define gpr_atm_no_barrier_store(p, value) \
55 (__atomic_store_n((p), (intptr_t)(value), __ATOMIC_RELAXED))
56
57 #define gpr_atm_no_barrier_fetch_add(p, delta) \
58 GPR_ATM_INC_ADD_THEN( \
59 __atomic_fetch_add((p), (intptr_t)(delta), __ATOMIC_RELAXED))
60 #define gpr_atm_full_fetch_add(p, delta) \
61 GPR_ATM_INC_ADD_THEN( \
62 __atomic_fetch_add((p), (intptr_t)(delta), __ATOMIC_ACQ_REL))
63
gpr_atm_no_barrier_cas(gpr_atm * p,gpr_atm o,gpr_atm n)64 static __inline int gpr_atm_no_barrier_cas(gpr_atm* p, gpr_atm o, gpr_atm n) {
65 return GPR_ATM_INC_CAS_THEN(__atomic_compare_exchange_n(
66 p, &o, n, 0, __ATOMIC_RELAXED, __ATOMIC_RELAXED));
67 }
68
gpr_atm_acq_cas(gpr_atm * p,gpr_atm o,gpr_atm n)69 static __inline int gpr_atm_acq_cas(gpr_atm* p, gpr_atm o, gpr_atm n) {
70 return GPR_ATM_INC_CAS_THEN(__atomic_compare_exchange_n(
71 p, &o, n, 0, __ATOMIC_ACQUIRE, __ATOMIC_RELAXED));
72 }
73
gpr_atm_rel_cas(gpr_atm * p,gpr_atm o,gpr_atm n)74 static __inline int gpr_atm_rel_cas(gpr_atm* p, gpr_atm o, gpr_atm n) {
75 return GPR_ATM_INC_CAS_THEN(__atomic_compare_exchange_n(
76 p, &o, n, 0, __ATOMIC_RELEASE, __ATOMIC_RELAXED));
77 }
78
gpr_atm_full_cas(gpr_atm * p,gpr_atm o,gpr_atm n)79 static __inline int gpr_atm_full_cas(gpr_atm* p, gpr_atm o, gpr_atm n) {
80 return GPR_ATM_INC_CAS_THEN(__atomic_compare_exchange_n(
81 p, &o, n, 0, __ATOMIC_ACQ_REL, __ATOMIC_RELAXED));
82 }
83
84 #define gpr_atm_full_xchg(p, n) \
85 GPR_ATM_INC_CAS_THEN(__atomic_exchange_n((p), (n), __ATOMIC_ACQ_REL))
86
87 #ifdef __cplusplus
88 }
89 #endif
90
91 #endif /* GRPC_IMPL_CODEGEN_ATM_GCC_ATOMIC_H */
92