1 // Copyright 2017 The Abseil Authors.
2 //
3 // Licensed under the Apache License, Version 2.0 (the "License");
4 // you may not use this file except in compliance with the License.
5 // You may obtain a copy of the License at
6 //
7 // https://www.apache.org/licenses/LICENSE-2.0
8 //
9 // Unless required by applicable law or agreed to in writing, software
10 // distributed under the License is distributed on an "AS IS" BASIS,
11 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 // See the License for the specific language governing permissions and
13 // limitations under the License.
14
15 #ifndef ABSL_BASE_INTERNAL_SPINLOCK_WAIT_H_
16 #define ABSL_BASE_INTERNAL_SPINLOCK_WAIT_H_
17
18 // Operations to make atomic transitions on a word, and to allow
19 // waiting for those transitions to become possible.
20
21 #include <stdint.h>
22 #include <atomic>
23
24 #include "absl/base/internal/scheduling_mode.h"
25
26 namespace absl {
27 ABSL_NAMESPACE_BEGIN
28 namespace base_internal {
29
30 // SpinLockWait() waits until it can perform one of several transitions from
31 // "from" to "to". It returns when it performs a transition where done==true.
32 struct SpinLockWaitTransition {
33 uint32_t from;
34 uint32_t to;
35 bool done;
36 };
37
38 // Wait until *w can transition from trans[i].from to trans[i].to for some i
39 // satisfying 0<=i<n && trans[i].done, atomically make the transition,
40 // then return the old value of *w. Make any other atomic transitions
41 // where !trans[i].done, but continue waiting.
42 uint32_t SpinLockWait(std::atomic<uint32_t> *w, int n,
43 const SpinLockWaitTransition trans[],
44 SchedulingMode scheduling_mode);
45
46 // If possible, wake some thread that has called SpinLockDelay(w, ...). If `all`
47 // is true, wake all such threads. On some systems, this may be a no-op; on
48 // those systems, threads calling SpinLockDelay() will always wake eventually
49 // even if SpinLockWake() is never called.
50 void SpinLockWake(std::atomic<uint32_t> *w, bool all);
51
52 // Wait for an appropriate spin delay on iteration "loop" of a
53 // spin loop on location *w, whose previously observed value was "value".
54 // SpinLockDelay() may do nothing, may yield the CPU, may sleep a clock tick,
55 // or may wait for a call to SpinLockWake(w).
56 void SpinLockDelay(std::atomic<uint32_t> *w, uint32_t value, int loop,
57 base_internal::SchedulingMode scheduling_mode);
58
59 // Helper used by AbslInternalSpinLockDelay.
60 // Returns a suggested delay in nanoseconds for iteration number "loop".
61 int SpinLockSuggestedDelayNS(int loop);
62
63 } // namespace base_internal
64 ABSL_NAMESPACE_END
65 } // namespace absl
66
67 // In some build configurations we pass --detect-odr-violations to the
68 // gold linker. This causes it to flag weak symbol overrides as ODR
69 // violations. Because ODR only applies to C++ and not C,
70 // --detect-odr-violations ignores symbols not mangled with C++ names.
71 // By changing our extension points to be extern "C", we dodge this
72 // check.
73 extern "C" {
74 void ABSL_INTERNAL_C_SYMBOL(AbslInternalSpinLockWake)(std::atomic<uint32_t> *w,
75 bool all);
76 void ABSL_INTERNAL_C_SYMBOL(AbslInternalSpinLockDelay)(
77 std::atomic<uint32_t> *w, uint32_t value, int loop,
78 absl::base_internal::SchedulingMode scheduling_mode);
79 }
80
SpinLockWake(std::atomic<uint32_t> * w,bool all)81 inline void absl::base_internal::SpinLockWake(std::atomic<uint32_t> *w,
82 bool all) {
83 ABSL_INTERNAL_C_SYMBOL(AbslInternalSpinLockWake)(w, all);
84 }
85
SpinLockDelay(std::atomic<uint32_t> * w,uint32_t value,int loop,absl::base_internal::SchedulingMode scheduling_mode)86 inline void absl::base_internal::SpinLockDelay(
87 std::atomic<uint32_t> *w, uint32_t value, int loop,
88 absl::base_internal::SchedulingMode scheduling_mode) {
89 ABSL_INTERNAL_C_SYMBOL(AbslInternalSpinLockDelay)
90 (w, value, loop, scheduling_mode);
91 }
92
93 #endif // ABSL_BASE_INTERNAL_SPINLOCK_WAIT_H_
94