1 /*
2 * Copyright (C) 2008 The Android Open Source Project
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
29 #include <android/api-level.h>
30 #include <elf.h>
31 #include <malloc.h>
32 #include <signal.h>
33 #include <stddef.h>
34 #include <stdio.h>
35 #include <stdlib.h>
36 #include <sys/auxv.h>
37 #include <sys/mman.h>
38
39 #include "async_safe/log.h"
40 #include "libc_init_common.h"
41 #include "platform/bionic/macros.h"
42 #include "platform/bionic/page.h"
43 #include "platform/bionic/reserved_signals.h"
44 #include "private/KernelArgumentBlock.h"
45 #include "private/bionic_call_ifunc_resolver.h"
46 #include "private/bionic_elf_tls.h"
47 #include "private/bionic_globals.h"
48 #include "private/bionic_tls.h"
49 #include "pthread_internal.h"
50
51 #if __has_feature(hwaddress_sanitizer)
52 #include <sanitizer/hwasan_interface.h>
53 #endif
54
55 // Leave the variable uninitialized for the sake of the dynamic loader, which
56 // links in this file. The loader will initialize this variable before
57 // relocating itself.
58 #if defined(__i386__)
59 __LIBC_HIDDEN__ void* __libc_sysinfo;
60 #endif
61
62 extern "C" int __cxa_atexit(void (*)(void *), void *, void *);
63
call_array(init_func_t ** list,size_t count,int argc,char * argv[],char * envp[])64 static void call_array(init_func_t** list, size_t count, int argc, char* argv[], char* envp[]) {
65 while (count-- > 0) {
66 init_func_t* function = *list++;
67 (*function)(argc, argv, envp);
68 }
69 }
70
call_fini_array(void * arg)71 static void call_fini_array(void* arg) {
72 structors_array_t* structors = reinterpret_cast<structors_array_t*>(arg);
73 fini_func_t** array = structors->fini_array;
74 size_t count = structors->fini_array_count;
75 // Now call each destructor in reverse order.
76 while (count-- > 0) {
77 fini_func_t* function = array[count];
78 (*function)();
79 }
80 }
81
82 #if defined(__arm__) || defined(__i386__) // Legacy architectures used REL...
83 extern __LIBC_HIDDEN__ __attribute__((weak)) ElfW(Rel) __rel_iplt_start[], __rel_iplt_end[];
84
call_ifunc_resolvers()85 static void call_ifunc_resolvers() {
86 for (ElfW(Rel)* r = __rel_iplt_start; r != __rel_iplt_end; ++r) {
87 ElfW(Addr)* offset = reinterpret_cast<ElfW(Addr)*>(r->r_offset);
88 ElfW(Addr) resolver = *offset;
89 *offset = __bionic_call_ifunc_resolver(resolver);
90 }
91 }
92 #else // ...but modern architectures use RELA instead.
93 extern __LIBC_HIDDEN__ __attribute__((weak)) ElfW(Rela) __rela_iplt_start[], __rela_iplt_end[];
94
call_ifunc_resolvers()95 static void call_ifunc_resolvers() {
96 for (ElfW(Rela)* r = __rela_iplt_start; r != __rela_iplt_end; ++r) {
97 ElfW(Addr)* offset = reinterpret_cast<ElfW(Addr)*>(r->r_offset);
98 ElfW(Addr) resolver = r->r_addend;
99 *offset = __bionic_call_ifunc_resolver(resolver);
100 }
101 }
102 #endif
103
apply_gnu_relro()104 static void apply_gnu_relro() {
105 ElfW(Phdr)* phdr_start = reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR));
106 unsigned long int phdr_ct = getauxval(AT_PHNUM);
107
108 for (ElfW(Phdr)* phdr = phdr_start; phdr < (phdr_start + phdr_ct); phdr++) {
109 if (phdr->p_type != PT_GNU_RELRO) {
110 continue;
111 }
112
113 ElfW(Addr) seg_page_start = page_start(phdr->p_vaddr);
114 ElfW(Addr) seg_page_end = page_end(phdr->p_vaddr + phdr->p_memsz);
115
116 // Check return value here? What do we do if we fail?
117 mprotect(reinterpret_cast<void*>(seg_page_start), seg_page_end - seg_page_start, PROT_READ);
118 }
119 }
120
layout_static_tls(KernelArgumentBlock & args)121 static void layout_static_tls(KernelArgumentBlock& args) {
122 StaticTlsLayout& layout = __libc_shared_globals()->static_tls_layout;
123 layout.reserve_bionic_tls();
124
125 const char* progname = args.argv[0];
126 ElfW(Phdr)* phdr_start = reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR));
127 size_t phdr_ct = getauxval(AT_PHNUM);
128
129 static TlsModule mod;
130 TlsModules& modules = __libc_shared_globals()->tls_modules;
131 if (__bionic_get_tls_segment(phdr_start, phdr_ct, 0, &mod.segment)) {
132 if (!__bionic_check_tls_align(mod.segment.aligned_size.align.value)) {
133 async_safe_fatal("error: TLS segment alignment in \"%s\" is not a power of 2: %zu\n",
134 progname, mod.segment.aligned_size.align.value);
135 }
136 mod.static_offset = layout.reserve_exe_segment_and_tcb(&mod.segment, progname);
137 mod.first_generation = kTlsGenerationFirst;
138
139 modules.module_count = 1;
140 modules.static_module_count = 1;
141 modules.module_table = &mod;
142 } else {
143 layout.reserve_exe_segment_and_tcb(nullptr, progname);
144 }
145 // Enable the fast path in __tls_get_addr.
146 __libc_tls_generation_copy = modules.generation;
147
148 layout.finish_layout();
149 }
150
__libc_init_profiling_handlers()151 void __libc_init_profiling_handlers() {
152 // The dynamic variant of this function is more interesting, but this
153 // at least ensures that static binaries aren't killed by the kernel's
154 // default disposition for these two real-time signals that would have
155 // handlers installed if this was a dynamic binary.
156 signal(BIONIC_SIGNAL_PROFILER, SIG_IGN);
157 signal(BIONIC_SIGNAL_ART_PROFILER, SIG_IGN);
158 }
159
__real_libc_init(KernelArgumentBlock & args,void * raw_args __unused,void (* onexit)(void)__unused,int (* slingshot)(int,char **,char **),structors_array_t const * const structors,bionic_tcb * temp_tcb)160 __attribute__((no_sanitize("memtag"))) __noreturn static void __real_libc_init(
161 KernelArgumentBlock& args, void* raw_args __unused, void (*onexit)(void) __unused,
162 int (*slingshot)(int, char**, char**), structors_array_t const* const structors,
163 bionic_tcb* temp_tcb) {
164 BIONIC_STOP_UNWIND;
165
166 __libc_init_main_thread_early(args, temp_tcb);
167 __libc_init_main_thread_late();
168 __libc_init_globals();
169 __libc_shared_globals()->init_progname = args.argv[0];
170 __libc_init_AT_SECURE(args.envp);
171 layout_static_tls(args);
172 __libc_init_main_thread_final();
173 __libc_init_common();
174 #if !__has_feature(hwaddress_sanitizer)
175 __libc_init_mte(/*memtag_dynamic_entries=*/nullptr,
176 reinterpret_cast<ElfW(Phdr)*>(getauxval(AT_PHDR)), getauxval(AT_PHNUM),
177 /*load_bias = */ 0);
178 __libc_init_mte_stack(/*stack_top = */ raw_args);
179 #endif
180 __libc_init_scudo();
181 __libc_globals.mutate(__libc_init_malloc);
182 __libc_init_profiling_handlers();
183 __libc_init_fork_handler();
184
185 call_ifunc_resolvers();
186 apply_gnu_relro();
187
188 // Several Linux ABIs don't pass the onexit pointer, and the ones that
189 // do never use it. Therefore, we ignore it.
190
191 call_array(structors->preinit_array, structors->preinit_array_count, args.argc, args.argv,
192 args.envp);
193 call_array(structors->init_array, structors->init_array_count, args.argc, args.argv, args.envp);
194
195 // The executable may have its own destructors listed in its .fini_array
196 // so we need to ensure that these are called when the program exits
197 // normally.
198 if (structors->fini_array_count > 0) {
199 __cxa_atexit(call_fini_array, const_cast<structors_array_t*>(structors), nullptr);
200 }
201 #if !__has_feature(hwaddress_sanitizer)
202 __libc_init_mte_late();
203 #endif
204
205 exit(slingshot(args.argc, args.argv, args.envp));
206 }
207
208 extern "C" void __hwasan_init_static();
209
210 // This __libc_init() is only used for static executables, and is called from crtbegin.c.
211 //
212 // The 'structors' parameter contains pointers to various initializer
213 // arrays that must be run before the program's 'main' routine is launched.
__libc_init(void * raw_args,void (* onexit)(void)__unused,int (* slingshot)(int,char **,char **),structors_array_t const * const structors)214 __attribute__((no_sanitize("hwaddress", "memtag"))) __noreturn void __libc_init(
215 void* raw_args, void (*onexit)(void) __unused, int (*slingshot)(int, char**, char**),
216 structors_array_t const* const structors) {
217 // We _really_ don't want the compiler to call memset() here,
218 // but it's done so before for riscv64 (http://b/365618934),
219 // so we have to force it to behave.
220 bionic_tcb temp_tcb __attribute__((uninitialized));
221 __builtin_memset_inline(&temp_tcb, 0, sizeof(temp_tcb));
222
223 KernelArgumentBlock args(raw_args);
224 #if __has_feature(hwaddress_sanitizer)
225 // Install main thread TLS early. It will be initialized later in __libc_init_main_thread. For now
226 // all we need is access to TLS_SLOT_SANITIZER and read auxval for the page size.
227 __set_tls(&temp_tcb.tls_slot(0));
228 __libc_shared_globals()->auxv = args.auxv;
229 // Initialize HWASan enough to run instrumented code. This sets up TLS_SLOT_SANITIZER, among other
230 // things.
231 __hwasan_init_static();
232 // We are ready to run HWASan-instrumented code, proceed with libc initialization...
233 #endif
234
235 __real_libc_init(args, raw_args, onexit, slingshot, structors, &temp_tcb);
236 }
237
238 static int g_target_sdk_version{__ANDROID_API__};
239
android_get_application_target_sdk_version()240 extern "C" int android_get_application_target_sdk_version() {
241 return g_target_sdk_version;
242 }
243
android_set_application_target_sdk_version(int target)244 extern "C" void android_set_application_target_sdk_version(int target) {
245 g_target_sdk_version = target;
246 __libc_set_target_sdk_version(target);
247 }
248
249 // This function is called in the dynamic linker before ifunc resolvers have run, so this file is
250 // compiled with -ffreestanding to avoid implicit string.h function calls. (It shouldn't strictly
251 // be necessary, though.)
__libc_shared_globals()252 __LIBC_HIDDEN__ libc_shared_globals* __libc_shared_globals() {
253 BIONIC_USED_BEFORE_LINKER_RELOCATES static libc_shared_globals globals;
254 return &globals;
255 }
256