1 #ifndef _PTHREAD_IMPL_H
2 #define _PTHREAD_IMPL_H
3
4 #include <pthread.h>
5 #include <signal.h>
6 #include <errno.h>
7 #include <limits.h>
8 #include <sys/mman.h>
9 #include "libc.h"
10 #include "syscall.h"
11 #include "atomic.h"
12 #include "futex.h"
13 #ifndef __LITEOS__
14 #include "musl_log.h"
15 #endif
16 #include "pthread_arch.h"
17
18 #define pthread __pthread
19 #define TLS_RESERVE_SLOT 15
20
21 struct pthread {
22 /* Part 1 -- these fields may be external or
23 * internal (accessed via asm) ABI. Do not change. */
24 struct pthread *self;
25 #ifndef TLS_ABOVE_TP
26 uintptr_t *dtv;
27 #endif
28 struct pthread *prev, *next; /* non-ABI */
29 uintptr_t sysinfo;
30 #ifndef TLS_ABOVE_TP
31 #ifdef CANARY_PAD
32 uintptr_t canary_pad;
33 #endif
34 uintptr_t canary;
35 #endif
36
37 /* Part 2 -- implementation details, non-ABI. */
38 int tid;
39 int pid;
40 int proc_tid;
41 int errno_val;
42 int by_vfork;
43 volatile int detach_state;
44 #ifdef FEATURE_PTHREAD_CANCEL
45 volatile int cancel;
46 volatile unsigned char canceldisable, cancelasync;
47 #endif
48 unsigned char tsd_used:1;
49 unsigned char dlerror_flag:1;
50 unsigned char *map_base;
51 size_t map_size;
52 void *stack;
53 size_t stack_size;
54 size_t guard_size;
55 void *result;
56 struct __ptcb *cancelbuf;
57 void **tsd;
58 struct {
59 volatile void *volatile head;
60 long off;
61 volatile void *volatile pending;
62 } robust_list;
63 int h_errno_val;
64 volatile int timer_id;
65 locale_t locale;
66 volatile int killlock[1];
67 char *dlerror_buf;
68 void *stdio_locks;
69 #ifdef RESERVE_SIGNAL_STACK
70 void *signal_stack;
71 #endif
72
73 /* musl doesn't support libc using tls, so we reserve some slots here for gwp_asan to use. */
74 struct {
75 uint32_t random_state;
76 uint32_t next_sample_counter : 30;
77 char recursive_guard : 1;
78 char is_configured : 1;
79 } gwp_asan_tls;
80
81 #ifdef CXA_THREAD_USE_TLS
82 struct thread_local_dtor {
83 void (*func) (void *);
84 void *arg;
85 void *dso_handle; // Used to located dso.
86 struct thread_local_dtor* next;
87 } *thread_local_dtors;
88 #endif
89
90 /* Part 3 -- the positions of these fields relative to
91 * the end of the structure is external and internal ABI. */
92 #ifdef TLS_ABOVE_TP
93 /* The hwasan_tls will be used for hwasan compiler time
94 * instrument, compiler will get value ofhwasan_tls from tp
95 * minus 144, so don't change the position of this. */
96 #ifdef ENABLE_HWASAN
97 uintptr_t hwasan_tls;
98 #endif
99 /* The tls_slots will be accessed by kernel, so don't use it.
100 * To solve the problem that the kernel isn't synchronized with the musl,
101 * so make pre/post reserved slots for musl.
102 * pre-reserved : tls_slots[0-4]
103 * kernel used : tls_slots[5-9]
104 * post-reserved : tls_slot[10-14] */
105 void *tls_slots[TLS_RESERVE_SLOT];
106 uintptr_t canary;
107 uintptr_t *dtv;
108 #endif
109 };
110
111 enum {
112 DT_EXITED = 0,
113 DT_EXITING,
114 DT_JOINABLE,
115 DT_DETACHED,
116 };
117
118 #define __SU (sizeof(size_t)/sizeof(int))
119
120 #define _a_stacksize __u.__s[0]
121 #define _a_guardsize __u.__s[1]
122 #define _a_stackaddr __u.__s[2]
123 #define _a_detach __u.__i[3*__SU+0]
124 #define _a_sched __u.__i[3*__SU+1]
125 #define _a_policy __u.__i[3*__SU+2]
126 #define _a_prio __u.__i[3*__SU+3]
127 #ifdef __LITEOS_A__
128 #define _a_runtime __u.__i[3*__SU+3]
129 #define _a_deadline __u.__i[3*__SU+4]
130 #define _a_period __u.__i[3*__SU+5]
131 #endif
132 #define _m_type __u.__i[0]
133 #define _m_lock __u.__vi[1]
134 #define _m_waiters __u.__vi[2]
135 #define _m_prev __u.__p[3]
136 #define _m_next __u.__p[4]
137 #define _m_clock __u.__i[4]
138 #define _m_count __u.__i[5]
139 #define _c_shared __u.__p[0]
140 #define _c_seq __u.__vi[2]
141 #define _c_waiters __u.__vi[3]
142 #define _c_clock __u.__i[4]
143 #define _c_lock __u.__vi[8]
144 #define _c_head __u.__p[1]
145 #define _c_tail __u.__p[5]
146 #define _rw_lock __u.__vi[0]
147 #define _rw_waiters __u.__vi[1]
148 #define _rw_shared __u.__i[2]
149 #define _rw_clock __u.__i[4]
150 #define _b_lock __u.__vi[0]
151 #define _b_waiters __u.__vi[1]
152 #define _b_limit __u.__i[2]
153 #define _b_count __u.__vi[3]
154 #define _b_waiters2 __u.__vi[4]
155 #define _b_inst __u.__p[3]
156
157 #ifndef TP_OFFSET
158 #define TP_OFFSET 0
159 #endif
160
161 #ifndef DTP_OFFSET
162 #define DTP_OFFSET 0
163 #endif
164
165 #ifdef TLS_ABOVE_TP
166 #define TP_ADJ(p) ((char *)(p) + sizeof(struct pthread) + TP_OFFSET)
167 #ifndef __LITEOS_A__
168 #define __pthread_self() ((pthread_t)(__get_tp() - sizeof(struct __pthread) - TP_OFFSET))
169 #endif
170 #else
171 #define TP_ADJ(p) (p)
172 #ifndef __LITEOS_A__
173 #define __pthread_self() ((pthread_t)__get_tp())
174 #endif
175 #endif
176
177 #ifndef tls_mod_off_t
178 #define tls_mod_off_t size_t
179 #endif
180
181 #define SIGTIMER 32
182 #define SIGCANCEL 33
183 #define SIGSYNCCALL 34
184
185 #define SIGALL_SET ((sigset_t *)(const unsigned long long [2]){ -1,-1 })
186 #define SIGPT_SET \
187 ((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
188 [sizeof(long)==4] = 3UL<<(32*(sizeof(long)>4)) })
189 #define SIGTIMER_SET \
190 ((sigset_t *)(const unsigned long [_NSIG/8/sizeof(long)]){ \
191 0x80000000 })
192
193 void *__tls_get_addr(tls_mod_off_t *);
194 hidden int __init_tp(void *);
195 hidden void *__copy_tls(unsigned char *);
196 hidden void __reset_tls();
197
198 hidden void __membarrier_init(void);
199 hidden void __dl_thread_cleanup(void);
200 hidden void __testcancel();
201 hidden void __do_cleanup_push(struct __ptcb *);
202 hidden void __do_cleanup_pop(struct __ptcb *);
203 hidden void __pthread_tsd_run_dtors();
204
205 hidden void __pthread_key_delete_synccall(void (*)(void *), void *);
206 hidden int __pthread_key_delete_impl(pthread_key_t);
207
208 extern hidden volatile size_t __pthread_tsd_size;
209 extern hidden void *__pthread_tsd_main[];
210 extern hidden volatile int __eintr_valid_flag;
211
212 hidden int __clone(int (*)(void *), void *, int, void *, ...);
213 hidden int __set_thread_area(void *);
214 hidden int __libc_sigaction(int, const struct sigaction *, struct sigaction *);
215 hidden void __unmapself(void *, size_t);
216
217 hidden int __timedwait(volatile int *, int, clockid_t, const struct timespec *, int);
218 hidden int __timedwait_cp(volatile int *, int, clockid_t, const struct timespec *, int);
219 hidden void __wait(volatile int *, volatile int *, int, int);
__wake(volatile void * addr,int cnt,int priv)220 static inline void __wake(volatile void *addr, int cnt, int priv)
221 {
222 if (priv) priv = FUTEX_PRIVATE;
223 if (cnt<0) cnt = INT_MAX;
224 __syscall(SYS_futex, addr, FUTEX_WAKE|priv, cnt) != -ENOSYS ||
225 __syscall(SYS_futex, addr, FUTEX_WAKE, cnt);
226 }
__futexwait(volatile void * addr,int val,int priv)227 static inline void __futexwait(volatile void *addr, int val, int priv)
228 {
229 if (priv) priv = FUTEX_PRIVATE;
230 #ifdef __LITEOS_A__
231 __syscall(SYS_futex, addr, FUTEX_WAIT|priv, val, 0xffffffffu) != -ENOSYS ||
232 __syscall(SYS_futex, addr, FUTEX_WAIT, val, 0xffffffffu);
233 #else
234 __syscall(SYS_futex, addr, FUTEX_WAIT|priv, val, 0) != -ENOSYS ||
235 __syscall(SYS_futex, addr, FUTEX_WAIT, val, 0);
236 #endif
237 }
238
239 #define MS_PER_S 1000
240 #define US_PER_S 1000000
__timespec_from_ms(struct timespec * ts,const unsigned ms)241 static inline void __timespec_from_ms(struct timespec* ts, const unsigned ms)
242 {
243 if (ts == NULL) {
244 return;
245 }
246 ts->tv_sec = ms / MS_PER_S;
247 ts->tv_nsec = (ms % MS_PER_S) * US_PER_S;
248 }
249
250 #define NS_PER_S 1000000000
__absolute_timespec_from_timespec(struct timespec * abs_ts,const struct timespec * ts,clockid_t clock)251 static inline void __absolute_timespec_from_timespec(struct timespec *abs_ts,
252 const struct timespec *ts, clockid_t clock)
253 {
254 if (abs_ts == NULL || ts == NULL) {
255 return;
256 }
257 clock_gettime(clock, abs_ts);
258 abs_ts->tv_sec += ts->tv_sec;
259 abs_ts->tv_nsec += ts->tv_nsec;
260 if (abs_ts->tv_nsec >= NS_PER_S) {
261 abs_ts->tv_nsec -= NS_PER_S;
262 abs_ts->tv_sec++;
263 }
264 }
265
__is_mutex_destroyed(int mutex_type)266 static inline int __is_mutex_destroyed(int mutex_type)
267 {
268 return mutex_type == PTHREAD_MUTEX_DESTROYED;
269 }
270
__handle_using_destroyed_mutex(const char * function_name)271 static inline void __handle_using_destroyed_mutex(const char *function_name)
272 {
273 #ifndef __LITEOS__
274 MUSL_LOGE("Fortify Error: %{public}s called on a destroyed mutex", function_name);
275 #endif
276 }
277
278 #ifdef RESERVE_SIGNAL_STACK
279 hidden void pthread_reserve_signal_stack();
280 hidden void pthread_release_signal_stack();
281 #endif
282
283 hidden void __acquire_ptc(void);
284 hidden void __release_ptc(void);
285 hidden void __inhibit_ptc(void);
286
287 typedef struct call_tl_lock {
288 int tl_lock_unlock_count;
289 int __pthread_gettid_np_tl_lock;
290 int __pthread_exit_tl_lock;
291 int __pthread_create_tl_lock;
292 int __pthread_key_delete_tl_lock;
293 int __synccall_tl_lock;
294 int __membarrier_tl_lock;
295 int install_new_tls_tl_lock;
296 int set_syscall_hooks_tl_lock;
297 int set_syscall_hooks_linux_tl_lock;
298 int fork_tl_lock;
299 };
300
301 hidden extern struct call_tl_lock tl_lock_caller_count;
302
303 hidden void __tl_lock(void);
304 hidden void __tl_unlock(void);
305 hidden void __tl_sync(pthread_t);
306 hidden int get_register_count(void);
307 hidden void update_register_count(void);
308 hidden int get_tl_lock_count(void);
309 hidden int get_tl_lock_waiters(void);
310 hidden int get_tl_lock_tid_fail(void);
311 hidden int get_tl_lock_count_tid(void);
312 hidden int get_tl_lock_count_tid_sub(void);
313 hidden int get_tl_lock_count_fail(void);
314 hidden int get_thread_list_lock_after_lock(void);
315 hidden int get_thread_list_lock_pre_unlock(void);
316 hidden int get_thread_list_lock_pthread_exit(void);
317 hidden int get_thread_list_lock_tid_overlimit(void);
318 hidden struct call_tl_lock *get_tl_lock_caller_count(void);
319 hidden struct pthread* __pthread_list_find(pthread_t, const char*);
320 hidden void __pthread_mutex_unlock_recursive_inner(pthread_mutex_t *m);
321 hidden void __pthread__rwlock_unlock_inner(pthread_rwlock_t *m);
322
323 extern hidden volatile int __thread_list_lock;
324
325 extern hidden volatile int __abort_lock[1];
326
327 extern hidden unsigned __default_stacksize;
328 extern hidden unsigned __default_guardsize;
329
330 #ifdef TARGET_STACK_SIZE
331 #define DEFAULT_STACK_SIZE TARGET_STACK_SIZE
332 #else
333 #define DEFAULT_STACK_SIZE 131072
334 #endif
335
336 #ifdef TARGET_GUARD_SIZE
337 #define DEFAULT_GUARD_SIZE TARGET_GUARD_SIZE
338 #else
339 #define DEFAULT_GUARD_SIZE 8192
340 #endif
341
342 #define DEFAULT_STACK_MAX (8<<20)
343 #define DEFAULT_GUARD_MAX (1<<20)
344
345 #define __ATTRP_C11_THREAD ((void*)(uintptr_t)-1)
346
347 #ifdef __LITEOS_A__
348 #define MUSL_TYPE_THREAD (-1)
349 #define MUSL_TYPE_PROCESS (0)
350
351 #define PTHREAD_MUTEX_TYPE_MASK 3
352 #define PTHREAD_PRIORITY_LOWEST 31
353 hidden int __thread_clone(int (*func)(void *), int flags, struct pthread *thread, unsigned char *sp);
354 #endif
355
356 extern hidden pid_t getDlcloseLockStatus();
357 extern hidden pid_t getDlcloseLockLastExitTid();
358 extern hidden void setDlcloseLockStatus(pid_t);
359 extern hidden void setDlcloseLockLastExitTid(pid_t);
360
361 #endif
362