• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright © 2007  Chris Wilson
3  * Copyright © 2009,2010  Red Hat, Inc.
4  * Copyright © 2011,2012  Google, Inc.
5  *
6  *  This is part of HarfBuzz, a text shaping library.
7  *
8  * Permission is hereby granted, without written agreement and without
9  * license or royalty fees, to use, copy, modify, and distribute this
10  * software and its documentation for any purpose, provided that the
11  * above copyright notice and the following two paragraphs appear in
12  * all copies of this software.
13  *
14  * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR
15  * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES
16  * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN
17  * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH
18  * DAMAGE.
19  *
20  * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING,
21  * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
22  * FITNESS FOR A PARTICULAR PURPOSE.  THE SOFTWARE PROVIDED HEREUNDER IS
23  * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO
24  * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
25  *
26  * Contributor(s):
27  *	Chris Wilson <chris@chris-wilson.co.uk>
28  * Red Hat Author(s): Behdad Esfahbod
29  * Google Author(s): Behdad Esfahbod
30  */
31 
32 #ifndef HB_ATOMIC_PRIVATE_HH
33 #define HB_ATOMIC_PRIVATE_HH
34 
35 #include "hb-private.hh"
36 
37 
38 /* atomic_int */
39 
40 /* We need external help for these */
41 
42 #if defined(hb_atomic_int_impl_add) \
43  && defined(hb_atomic_ptr_impl_get) \
44  && defined(hb_atomic_ptr_impl_cmpexch)
45 
46 /* Defined externally, i.e. in config.h; must have typedef'ed hb_atomic_int_impl_t as well. */
47 
48 
49 #elif !defined(HB_NO_MT) && (defined(_WIN32) || defined(__CYGWIN__))
50 
51 #include <windows.h>
52 
53 /* MinGW has a convoluted history of supporting MemoryBarrier
54  * properly.  As such, define a function to wrap the whole
55  * thing. */
_HBMemoryBarrier(void)56 static inline void _HBMemoryBarrier (void) {
57 #if !defined(MemoryBarrier)
58   long dummy = 0;
59   InterlockedExchange (&dummy, 1);
60 #else
61   MemoryBarrier ();
62 #endif
63 }
64 
65 typedef LONG hb_atomic_int_impl_t;
66 #define HB_ATOMIC_INT_IMPL_INIT(V) (V)
67 #define hb_atomic_int_impl_add(AI, V)		InterlockedExchangeAdd (&(AI), (V))
68 
69 #define hb_atomic_ptr_impl_get(P)		(_HBMemoryBarrier (), (void *) *(P))
70 #define hb_atomic_ptr_impl_cmpexch(P,O,N)	(InterlockedCompareExchangePointer ((void **) (P), (void *) (N), (void *) (O)) == (void *) (O))
71 
72 
73 #elif !defined(HB_NO_MT) && defined(__APPLE__)
74 
75 #include <libkern/OSAtomic.h>
76 #ifdef __MAC_OS_X_MIN_REQUIRED
77 #include <AvailabilityMacros.h>
78 #elif defined(__IPHONE_OS_MIN_REQUIRED)
79 #include <Availability.h>
80 #endif
81 
82 
83 typedef int32_t hb_atomic_int_impl_t;
84 #define HB_ATOMIC_INT_IMPL_INIT(V) (V)
85 #define hb_atomic_int_impl_add(AI, V)		(OSAtomicAdd32Barrier ((V), &(AI)) - (V))
86 
87 #define hb_atomic_ptr_impl_get(P)		(OSMemoryBarrier (), (void *) *(P))
88 #if (MAC_OS_X_VERSION_MIN_REQUIRED > MAC_OS_X_VERSION_10_4 || __IPHONE_VERSION_MIN_REQUIRED >= 20100)
89 #define hb_atomic_ptr_impl_cmpexch(P,O,N)	OSAtomicCompareAndSwapPtrBarrier ((void *) (O), (void *) (N), (void **) (P))
90 #else
91 #if __ppc64__ || __x86_64__ || __aarch64__
92 #define hb_atomic_ptr_impl_cmpexch(P,O,N)	OSAtomicCompareAndSwap64Barrier ((int64_t) (void *) (O), (int64_t) (void *) (N), (int64_t*) (P))
93 #else
94 #define hb_atomic_ptr_impl_cmpexch(P,O,N)	OSAtomicCompareAndSwap32Barrier ((int32_t) (void *) (O), (int32_t) (void *) (N), (int32_t*) (P))
95 #endif
96 #endif
97 
98 
99 #elif !defined(HB_NO_MT) && defined(HAVE_INTEL_ATOMIC_PRIMITIVES)
100 
101 typedef int hb_atomic_int_impl_t;
102 #define HB_ATOMIC_INT_IMPL_INIT(V) (V)
103 #define hb_atomic_int_impl_add(AI, V)		__sync_fetch_and_add (&(AI), (V))
104 
105 #define hb_atomic_ptr_impl_get(P)		(void *) (__sync_synchronize (), *(P))
106 #define hb_atomic_ptr_impl_cmpexch(P,O,N)	__sync_bool_compare_and_swap ((P), (O), (N))
107 
108 
109 #elif !defined(HB_NO_MT) && defined(HAVE_SOLARIS_ATOMIC_OPS)
110 
111 #include <atomic.h>
112 #include <mbarrier.h>
113 
114 typedef unsigned int hb_atomic_int_impl_t;
115 #define HB_ATOMIC_INT_IMPL_INIT(V) (V)
116 #define hb_atomic_int_impl_add(AI, V)		( ({__machine_rw_barrier ();}), atomic_add_int_nv (&(AI), (V)) - (V))
117 
118 #define hb_atomic_ptr_impl_get(P)		( ({__machine_rw_barrier ();}), (void *) *(P))
119 #define hb_atomic_ptr_impl_cmpexch(P,O,N)	( ({__machine_rw_barrier ();}), atomic_cas_ptr ((void **) (P), (void *) (O), (void *) (N)) == (void *) (O) ? true : false)
120 
121 
122 #elif !defined(HB_NO_MT) && defined(_AIX) && defined(__IBMCPP__)
123 
124 #include <builtins.h>
125 
126 
_hb_fetch_and_add(volatile int * AI,unsigned int V)127 static inline int _hb_fetch_and_add(volatile int* AI, unsigned int V) {
128   __lwsync();
129   int result = __fetch_and_add(AI, V);
130   __isync();
131   return result;
132 }
_hb_compare_and_swaplp(volatile long * P,long O,long N)133 static inline int _hb_compare_and_swaplp(volatile long* P, long O, long N) {
134   __sync();
135   int result = __compare_and_swaplp (P, &O, N);
136   __sync();
137   return result;
138 }
139 
140 typedef int hb_atomic_int_impl_t;
141 #define HB_ATOMIC_INT_IMPL_INIT(V) (V)
142 #define hb_atomic_int_impl_add(AI, V)           _hb_fetch_and_add (&(AI), (V))
143 
144 #define hb_atomic_ptr_impl_get(P)               (__sync(), (void *) *(P))
145 #define hb_atomic_ptr_impl_cmpexch(P,O,N)       _hb_compare_and_swaplp ((long*)(P), (long)(O), (long)(N))
146 
147 #elif !defined(HB_NO_MT)
148 
149 #define HB_ATOMIC_INT_NIL 1 /* Warn that fallback implementation is in use. */
150 
151 typedef volatile int hb_atomic_int_impl_t;
152 #define HB_ATOMIC_INT_IMPL_INIT(V) (V)
153 #define hb_atomic_int_impl_add(AI, V)		(((AI) += (V)) - (V))
154 
155 #define hb_atomic_ptr_impl_get(P)		((void *) *(P))
156 #define hb_atomic_ptr_impl_cmpexch(P,O,N)	(* (void * volatile *) (P) == (void *) (O) ? (* (void * volatile *) (P) = (void *) (N), true) : false)
157 
158 
159 #else /* HB_NO_MT */
160 
161 typedef int hb_atomic_int_impl_t;
162 #define HB_ATOMIC_INT_IMPL_INIT(V)		(V)
163 #define hb_atomic_int_impl_add(AI, V)		(((AI) += (V)) - (V))
164 
165 #define hb_atomic_ptr_impl_get(P)		((void *) *(P))
166 #define hb_atomic_ptr_impl_cmpexch(P,O,N)	(* (void **) (P) == (void *) (O) ? (* (void **) (P) = (void *) (N), true) : false)
167 
168 
169 #endif
170 
171 
172 #define HB_ATOMIC_INT_INIT(V)		{HB_ATOMIC_INT_IMPL_INIT(V)}
173 
174 struct hb_atomic_int_t
175 {
176   hb_atomic_int_impl_t v;
177 
set_unsafehb_atomic_int_t178   inline void set_unsafe (int v_) { v = v_; }
get_unsafehb_atomic_int_t179   inline int get_unsafe (void) const { return v; }
inchb_atomic_int_t180   inline int inc (void) { return hb_atomic_int_impl_add (const_cast<hb_atomic_int_impl_t &> (v),  1); }
dechb_atomic_int_t181   inline int dec (void) { return hb_atomic_int_impl_add (const_cast<hb_atomic_int_impl_t &> (v), -1); }
182 };
183 
184 
185 #define hb_atomic_ptr_get(P) hb_atomic_ptr_impl_get(P)
186 #define hb_atomic_ptr_cmpexch(P,O,N) hb_atomic_ptr_impl_cmpexch((P),(O),(N))
187 
188 
189 #endif /* HB_ATOMIC_PRIVATE_HH */
190