• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright (C) 2008 The Android Open Source Project
3  * All rights reserved.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  *  * Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  *  * Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in
12  *    the documentation and/or other materials provided with the
13  *    distribution.
14  *
15  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18  * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19  * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22  * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25  * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26  * SUCH DAMAGE.
27  */
28 
29 #include <android/api-level.h>
30 #include <errno.h>
31 #include <fcntl.h>
32 #include <inttypes.h>
33 #include <pthread.h>
34 #include <stdio.h>
35 #include <stdlib.h>
36 #include <string.h>
37 #include <sys/auxv.h>
38 #include <sys/mman.h>
39 #include <sys/param.h>
40 #include <sys/vfs.h>
41 #include <unistd.h>
42 
43 #include <iterator>
44 #include <new>
45 #include <string>
46 #include <unordered_map>
47 #include <vector>
48 
49 #include <android-base/properties.h>
50 #include <android-base/scopeguard.h>
51 #include <async_safe/log.h>
52 #include <bionic/pthread_internal.h>
53 
54 // Private C library headers.
55 
56 #include "linker.h"
57 #include "linker_block_allocator.h"
58 #include "linker_cfi.h"
59 #include "linker_config.h"
60 #include "linker_gdb_support.h"
61 #include "linker_globals.h"
62 #include "linker_debug.h"
63 #include "linker_dlwarning.h"
64 #include "linker_main.h"
65 #include "linker_namespaces.h"
66 #include "linker_sleb128.h"
67 #include "linker_phdr.h"
68 #include "linker_relocate.h"
69 #include "linker_tls.h"
70 #include "linker_translate_path.h"
71 #include "linker_utils.h"
72 
73 #include "private/bionic_call_ifunc_resolver.h"
74 #include "private/bionic_globals.h"
75 #include "android-base/macros.h"
76 #include "android-base/strings.h"
77 #include "android-base/stringprintf.h"
78 #include "ziparchive/zip_archive.h"
79 
80 static std::unordered_map<void*, size_t> g_dso_handle_counters;
81 
82 static bool g_anonymous_namespace_set = false;
83 static android_namespace_t* g_anonymous_namespace = &g_default_namespace;
84 static std::unordered_map<std::string, android_namespace_t*> g_exported_namespaces;
85 
86 static LinkerTypeAllocator<soinfo> g_soinfo_allocator;
87 static LinkerTypeAllocator<LinkedListEntry<soinfo>> g_soinfo_links_allocator;
88 
89 static LinkerTypeAllocator<android_namespace_t> g_namespace_allocator;
90 static LinkerTypeAllocator<LinkedListEntry<android_namespace_t>> g_namespace_list_allocator;
91 
92 static uint64_t g_module_load_counter = 0;
93 static uint64_t g_module_unload_counter = 0;
94 
95 static const char* const kLdConfigArchFilePath = "/system/etc/ld.config." ABI_STRING ".txt";
96 
97 static const char* const kLdConfigFilePath = "/system/etc/ld.config.txt";
98 static const char* const kLdConfigVndkLiteFilePath = "/system/etc/ld.config.vndk_lite.txt";
99 
100 static const char* const kLdGeneratedConfigFilePath = "/linkerconfig/ld.config.txt";
101 
102 #if defined(__LP64__)
103 static const char* const kSystemLibDir        = "/system/lib64";
104 static const char* const kOdmLibDir           = "/odm/lib64";
105 static const char* const kVendorLibDir        = "/vendor/lib64";
106 static const char* const kAsanSystemLibDir    = "/data/asan/system/lib64";
107 static const char* const kAsanOdmLibDir       = "/data/asan/odm/lib64";
108 static const char* const kAsanVendorLibDir    = "/data/asan/vendor/lib64";
109 #else
110 static const char* const kSystemLibDir        = "/system/lib";
111 static const char* const kOdmLibDir           = "/odm/lib";
112 static const char* const kVendorLibDir        = "/vendor/lib";
113 static const char* const kAsanSystemLibDir    = "/data/asan/system/lib";
114 static const char* const kAsanOdmLibDir       = "/data/asan/odm/lib";
115 static const char* const kAsanVendorLibDir    = "/data/asan/vendor/lib";
116 #endif
117 
118 static const char* const kAsanLibDirPrefix = "/data/asan";
119 
120 static const char* const kDefaultLdPaths[] = {
121   kSystemLibDir,
122   kOdmLibDir,
123   kVendorLibDir,
124   nullptr
125 };
126 
127 static const char* const kAsanDefaultLdPaths[] = {
128   kAsanSystemLibDir,
129   kSystemLibDir,
130   kAsanOdmLibDir,
131   kOdmLibDir,
132   kAsanVendorLibDir,
133   kVendorLibDir,
134   nullptr
135 };
136 
137 #if defined(__aarch64__)
138 static const char* const kHwasanSystemLibDir  = "/system/lib64/hwasan";
139 static const char* const kHwasanOdmLibDir     = "/odm/lib64/hwasan";
140 static const char* const kHwasanVendorLibDir  = "/vendor/lib64/hwasan";
141 
142 // HWASan is only supported on aarch64.
143 static const char* const kHwsanDefaultLdPaths[] = {
144   kHwasanSystemLibDir,
145   kSystemLibDir,
146   kHwasanOdmLibDir,
147   kOdmLibDir,
148   kHwasanVendorLibDir,
149   kVendorLibDir,
150   nullptr
151 };
152 
153 // Is HWASAN enabled?
154 static bool g_is_hwasan = false;
155 #else
156 static const char* const kHwsanDefaultLdPaths[] = {
157   kSystemLibDir,
158   kOdmLibDir,
159   kVendorLibDir,
160   nullptr
161 };
162 
163 // Never any HWASan. Help the compiler remove the code we don't need.
164 constexpr bool g_is_hwasan = false;
165 #endif
166 
167 // Is ASAN enabled?
168 static bool g_is_asan = false;
169 
170 static CFIShadowWriter g_cfi_shadow;
171 
get_cfi_shadow()172 CFIShadowWriter* get_cfi_shadow() {
173   return &g_cfi_shadow;
174 }
175 
is_system_library(const std::string & realpath)176 static bool is_system_library(const std::string& realpath) {
177   for (const auto& dir : g_default_namespace.get_default_library_paths()) {
178     if (file_is_in_dir(realpath, dir)) {
179       return true;
180     }
181   }
182   return false;
183 }
184 
185 // Checks if the file exists and not a directory.
file_exists(const char * path)186 static bool file_exists(const char* path) {
187   struct stat s;
188 
189   if (stat(path, &s) != 0) {
190     return false;
191   }
192 
193   return S_ISREG(s.st_mode);
194 }
195 
resolve_soname(const std::string & name)196 static std::string resolve_soname(const std::string& name) {
197   // We assume that soname equals to basename here
198 
199   // TODO(dimitry): consider having honest absolute-path -> soname resolution
200   // note that since we might end up refusing to load this library because
201   // it is not in shared libs list we need to get the soname without actually loading
202   // the library.
203   //
204   // On the other hand there are several places where we already assume that
205   // soname == basename in particular for any not-loaded library mentioned
206   // in DT_NEEDED list.
207   return basename(name.c_str());
208 }
209 
maybe_accessible_via_namespace_links(android_namespace_t * ns,const char * name)210 static bool maybe_accessible_via_namespace_links(android_namespace_t* ns, const char* name) {
211   std::string soname = resolve_soname(name);
212   for (auto& ns_link : ns->linked_namespaces()) {
213     if (ns_link.is_accessible(soname.c_str())) {
214       return true;
215     }
216   }
217 
218   return false;
219 }
220 
221 // TODO(dimitry): The exempt-list is a workaround for http://b/26394120 ---
222 // gradually remove libraries from this list until it is gone.
is_exempt_lib(android_namespace_t * ns,const char * name,const soinfo * needed_by)223 static bool is_exempt_lib(android_namespace_t* ns, const char* name, const soinfo* needed_by) {
224   static const char* const kLibraryExemptList[] = {
225     "libandroid_runtime.so",
226     "libbinder.so",
227     "libcrypto.so",
228     "libcutils.so",
229     "libexpat.so",
230     "libgui.so",
231     "libmedia.so",
232     "libnativehelper.so",
233     "libssl.so",
234     "libstagefright.so",
235     "libsqlite.so",
236     "libui.so",
237     "libutils.so",
238     nullptr
239   };
240 
241   // If you're targeting N, you don't get the exempt-list.
242   if (get_application_target_sdk_version() >= 24) {
243     return false;
244   }
245 
246   // if the library needed by a system library - implicitly assume it
247   // is exempt unless it is in the list of shared libraries for one or
248   // more linked namespaces
249   if (needed_by != nullptr && is_system_library(needed_by->get_realpath())) {
250     return !maybe_accessible_via_namespace_links(ns, name);
251   }
252 
253   // if this is an absolute path - make sure it points to /system/lib(64)
254   if (name[0] == '/' && dirname(name) == kSystemLibDir) {
255     // and reduce the path to basename
256     name = basename(name);
257   }
258 
259   for (size_t i = 0; kLibraryExemptList[i] != nullptr; ++i) {
260     if (strcmp(name, kLibraryExemptList[i]) == 0) {
261       return true;
262     }
263   }
264 
265   return false;
266 }
267 // END OF WORKAROUND
268 
269 static std::vector<std::string> g_ld_preload_names;
270 
notify_gdb_of_load(soinfo * info)271 static void notify_gdb_of_load(soinfo* info) {
272   if (info->is_linker() || info->is_main_executable()) {
273     // gdb already knows about the linker and the main executable.
274     return;
275   }
276 
277   link_map* map = &(info->link_map_head);
278 
279   map->l_addr = info->load_bias;
280   // link_map l_name field is not const.
281   map->l_name = const_cast<char*>(info->get_realpath());
282   map->l_ld = info->dynamic;
283 
284   CHECK(map->l_name != nullptr);
285   CHECK(map->l_name[0] != '\0');
286 
287   notify_gdb_of_load(map);
288 }
289 
notify_gdb_of_unload(soinfo * info)290 static void notify_gdb_of_unload(soinfo* info) {
291   notify_gdb_of_unload(&(info->link_map_head));
292 }
293 
alloc()294 LinkedListEntry<soinfo>* SoinfoListAllocator::alloc() {
295   return g_soinfo_links_allocator.alloc();
296 }
297 
free(LinkedListEntry<soinfo> * entry)298 void SoinfoListAllocator::free(LinkedListEntry<soinfo>* entry) {
299   g_soinfo_links_allocator.free(entry);
300 }
301 
alloc()302 LinkedListEntry<android_namespace_t>* NamespaceListAllocator::alloc() {
303   return g_namespace_list_allocator.alloc();
304 }
305 
free(LinkedListEntry<android_namespace_t> * entry)306 void NamespaceListAllocator::free(LinkedListEntry<android_namespace_t>* entry) {
307   g_namespace_list_allocator.free(entry);
308 }
309 
soinfo_alloc(android_namespace_t * ns,const char * name,const struct stat * file_stat,off64_t file_offset,uint32_t rtld_flags)310 soinfo* soinfo_alloc(android_namespace_t* ns, const char* name,
311                      const struct stat* file_stat, off64_t file_offset,
312                      uint32_t rtld_flags) {
313   if (strlen(name) >= PATH_MAX) {
314     async_safe_fatal("library name \"%s\" too long", name);
315   }
316 
317   TRACE("name %s: allocating soinfo for ns=%p", name, ns);
318 
319   soinfo* si = new (g_soinfo_allocator.alloc()) soinfo(ns, name, file_stat,
320                                                        file_offset, rtld_flags);
321 
322   solist_add_soinfo(si);
323 
324   si->generate_handle();
325   ns->add_soinfo(si);
326 
327   TRACE("name %s: allocated soinfo @ %p", name, si);
328   return si;
329 }
330 
soinfo_free(soinfo * si)331 static void soinfo_free(soinfo* si) {
332   if (si == nullptr) {
333     return;
334   }
335 
336   if (si->base != 0 && si->size != 0) {
337     if (!si->is_mapped_by_caller()) {
338       munmap(reinterpret_cast<void*>(si->base), si->size);
339     } else {
340       // remap the region as PROT_NONE, MAP_ANONYMOUS | MAP_NORESERVE
341       mmap(reinterpret_cast<void*>(si->base), si->size, PROT_NONE,
342            MAP_FIXED | MAP_PRIVATE | MAP_ANONYMOUS | MAP_NORESERVE, -1, 0);
343     }
344   }
345 
346   if (si->has_min_version(6) && si->get_gap_size()) {
347     munmap(reinterpret_cast<void*>(si->get_gap_start()), si->get_gap_size());
348   }
349 
350   TRACE("name %s: freeing soinfo @ %p", si->get_realpath(), si);
351 
352   if (!solist_remove_soinfo(si)) {
353     async_safe_fatal("soinfo=%p is not in soinfo_list (double unload?)", si);
354   }
355 
356   // clear links to/from si
357   si->remove_all_links();
358 
359   si->~soinfo();
360   g_soinfo_allocator.free(si);
361 }
362 
parse_path(const char * path,const char * delimiters,std::vector<std::string> * resolved_paths)363 static void parse_path(const char* path, const char* delimiters,
364                        std::vector<std::string>* resolved_paths) {
365   std::vector<std::string> paths;
366   split_path(path, delimiters, &paths);
367   resolve_paths(paths, resolved_paths);
368 }
369 
parse_LD_LIBRARY_PATH(const char * path)370 static void parse_LD_LIBRARY_PATH(const char* path) {
371   std::vector<std::string> ld_libary_paths;
372   parse_path(path, ":", &ld_libary_paths);
373   g_default_namespace.set_ld_library_paths(std::move(ld_libary_paths));
374 }
375 
realpath_fd(int fd,std::string * realpath)376 static bool realpath_fd(int fd, std::string* realpath) {
377   // proc_self_fd needs to be large enough to hold "/proc/self/fd/" plus an
378   // integer, plus the NULL terminator.
379   char proc_self_fd[32];
380   // We want to statically allocate this large buffer so that we don't grow
381   // the stack by too much.
382   static char buf[PATH_MAX];
383 
384   async_safe_format_buffer(proc_self_fd, sizeof(proc_self_fd), "/proc/self/fd/%d", fd);
385   auto length = readlink(proc_self_fd, buf, sizeof(buf));
386   if (length == -1) {
387     if (!is_first_stage_init()) {
388       PRINT("readlink(\"%s\") failed: %s [fd=%d]", proc_self_fd, strerror(errno), fd);
389     }
390     return false;
391   }
392 
393   realpath->assign(buf, length);
394   return true;
395 }
396 
397 // Returns the address of the current thread's copy of a TLS module. If the current thread doesn't
398 // have a copy yet, allocate one on-demand if should_alloc is true, and return nullptr otherwise.
get_tls_block_for_this_thread(const soinfo_tls * si_tls,bool should_alloc)399 static inline void* get_tls_block_for_this_thread(const soinfo_tls* si_tls, bool should_alloc) {
400   const TlsModule& tls_mod = get_tls_module(si_tls->module_id);
401   if (tls_mod.static_offset != SIZE_MAX) {
402     const StaticTlsLayout& layout = __libc_shared_globals()->static_tls_layout;
403     char* static_tls = reinterpret_cast<char*>(__get_bionic_tcb()) - layout.offset_bionic_tcb();
404     return static_tls + tls_mod.static_offset;
405   } else if (should_alloc) {
406     const TlsIndex ti { si_tls->module_id, static_cast<size_t>(0 - TLS_DTV_OFFSET) };
407     return TLS_GET_ADDR(&ti);
408   } else {
409     TlsDtv* dtv = __get_tcb_dtv(__get_bionic_tcb());
410     if (dtv->generation < tls_mod.first_generation) return nullptr;
411     return dtv->modules[__tls_module_id_to_idx(si_tls->module_id)];
412   }
413 }
414 
415 #if defined(__arm__)
416 
417 // For a given PC, find the .so that it belongs to.
418 // Returns the base address of the .ARM.exidx section
419 // for that .so, and the number of 8-byte entries
420 // in that section (via *pcount).
421 //
422 // Intended to be called by libc's __gnu_Unwind_Find_exidx().
do_dl_unwind_find_exidx(_Unwind_Ptr pc,int * pcount)423 _Unwind_Ptr do_dl_unwind_find_exidx(_Unwind_Ptr pc, int* pcount) {
424   if (soinfo* si = find_containing_library(reinterpret_cast<void*>(pc))) {
425     *pcount = si->ARM_exidx_count;
426     return reinterpret_cast<_Unwind_Ptr>(si->ARM_exidx);
427   }
428   *pcount = 0;
429   return 0;
430 }
431 
432 #endif
433 
434 // Here, we only have to provide a callback to iterate across all the
435 // loaded libraries. gcc_eh does the rest.
do_dl_iterate_phdr(int (* cb)(dl_phdr_info * info,size_t size,void * data),void * data)436 int do_dl_iterate_phdr(int (*cb)(dl_phdr_info* info, size_t size, void* data), void* data) {
437   int rv = 0;
438   for (soinfo* si = solist_get_head(); si != nullptr; si = si->next) {
439     dl_phdr_info dl_info;
440     dl_info.dlpi_addr = si->link_map_head.l_addr;
441     dl_info.dlpi_name = si->link_map_head.l_name;
442     dl_info.dlpi_phdr = si->phdr;
443     dl_info.dlpi_phnum = si->phnum;
444     dl_info.dlpi_adds = g_module_load_counter;
445     dl_info.dlpi_subs = g_module_unload_counter;
446     if (soinfo_tls* tls_module = si->get_tls()) {
447       dl_info.dlpi_tls_modid = tls_module->module_id;
448       dl_info.dlpi_tls_data = get_tls_block_for_this_thread(tls_module, /*should_alloc=*/false);
449     } else {
450       dl_info.dlpi_tls_modid = 0;
451       dl_info.dlpi_tls_data = nullptr;
452     }
453 
454     rv = cb(&dl_info, sizeof(dl_phdr_info), data);
455     if (rv != 0) {
456       break;
457     }
458   }
459   return rv;
460 }
461 
ProtectedDataGuard()462 ProtectedDataGuard::ProtectedDataGuard() {
463   if (ref_count_++ == 0) {
464     protect_data(PROT_READ | PROT_WRITE);
465   }
466 
467   if (ref_count_ == 0) { // overflow
468     async_safe_fatal("Too many nested calls to dlopen()");
469   }
470 }
471 
~ProtectedDataGuard()472 ProtectedDataGuard::~ProtectedDataGuard() {
473   if (--ref_count_ == 0) {
474     protect_data(PROT_READ);
475   }
476 }
477 
protect_data(int protection)478 void ProtectedDataGuard::protect_data(int protection) {
479   g_soinfo_allocator.protect_all(protection);
480   g_soinfo_links_allocator.protect_all(protection);
481   g_namespace_allocator.protect_all(protection);
482   g_namespace_list_allocator.protect_all(protection);
483 }
484 
485 size_t ProtectedDataGuard::ref_count_ = 0;
486 
487 // Each size has it's own allocator.
488 template<size_t size>
489 class SizeBasedAllocator {
490  public:
alloc()491   static void* alloc() {
492     return allocator_.alloc();
493   }
494 
free(void * ptr)495   static void free(void* ptr) {
496     allocator_.free(ptr);
497   }
498 
purge()499   static void purge() {
500     allocator_.purge();
501   }
502 
503  private:
504   static LinkerBlockAllocator allocator_;
505 };
506 
507 template<size_t size>
508 LinkerBlockAllocator SizeBasedAllocator<size>::allocator_(size);
509 
510 template<typename T>
511 class TypeBasedAllocator {
512  public:
alloc()513   static T* alloc() {
514     return reinterpret_cast<T*>(SizeBasedAllocator<sizeof(T)>::alloc());
515   }
516 
free(T * ptr)517   static void free(T* ptr) {
518     SizeBasedAllocator<sizeof(T)>::free(ptr);
519   }
520 
purge()521   static void purge() {
522     SizeBasedAllocator<sizeof(T)>::purge();
523   }
524 };
525 
526 class LoadTask {
527  public:
528   struct deleter_t {
operator ()LoadTask::deleter_t529     void operator()(LoadTask* t) {
530       t->~LoadTask();
531       TypeBasedAllocator<LoadTask>::free(t);
532     }
533   };
534 
535   static deleter_t deleter;
536 
537   // needed_by is NULL iff dlopen is called from memory that isn't part of any known soinfo.
create(const char * _Nonnull name,soinfo * _Nullable needed_by,android_namespace_t * _Nonnull start_from,std::unordered_map<const soinfo *,ElfReader> * _Nonnull readers_map)538   static LoadTask* create(const char* _Nonnull name, soinfo* _Nullable needed_by,
539                           android_namespace_t* _Nonnull start_from,
540                           std::unordered_map<const soinfo*, ElfReader>* _Nonnull readers_map) {
541     LoadTask* ptr = TypeBasedAllocator<LoadTask>::alloc();
542     return new (ptr) LoadTask(name, needed_by, start_from, readers_map);
543   }
544 
get_name() const545   const char* get_name() const {
546     return name_;
547   }
548 
get_needed_by() const549   soinfo* get_needed_by() const {
550     return needed_by_;
551   }
552 
get_soinfo() const553   soinfo* get_soinfo() const {
554     return si_;
555   }
556 
set_soinfo(soinfo * si)557   void set_soinfo(soinfo* si) {
558     si_ = si;
559   }
560 
get_file_offset() const561   off64_t get_file_offset() const {
562     return file_offset_;
563   }
564 
set_file_offset(off64_t offset)565   void set_file_offset(off64_t offset) {
566     file_offset_ = offset;
567   }
568 
get_fd() const569   int get_fd() const {
570     return fd_;
571   }
572 
set_fd(int fd,bool assume_ownership)573   void set_fd(int fd, bool assume_ownership) {
574     if (fd_ != -1 && close_fd_) {
575       close(fd_);
576     }
577     fd_ = fd;
578     close_fd_ = assume_ownership;
579   }
580 
get_extinfo() const581   const android_dlextinfo* get_extinfo() const {
582     return extinfo_;
583   }
584 
set_extinfo(const android_dlextinfo * extinfo)585   void set_extinfo(const android_dlextinfo* extinfo) {
586     extinfo_ = extinfo;
587   }
588 
is_dt_needed() const589   bool is_dt_needed() const {
590     return is_dt_needed_;
591   }
592 
set_dt_needed(bool is_dt_needed)593   void set_dt_needed(bool is_dt_needed) {
594     is_dt_needed_ = is_dt_needed;
595   }
596 
597   // returns the namespace from where we need to start loading this.
get_start_from() const598   const android_namespace_t* get_start_from() const {
599     return start_from_;
600   }
601 
remove_cached_elf_reader()602   void remove_cached_elf_reader() {
603     CHECK(si_ != nullptr);
604     (*elf_readers_map_).erase(si_);
605   }
606 
get_elf_reader() const607   const ElfReader& get_elf_reader() const {
608     CHECK(si_ != nullptr);
609     return (*elf_readers_map_)[si_];
610   }
611 
get_elf_reader()612   ElfReader& get_elf_reader() {
613     CHECK(si_ != nullptr);
614     return (*elf_readers_map_)[si_];
615   }
616 
get_readers_map()617   std::unordered_map<const soinfo*, ElfReader>* get_readers_map() {
618     return elf_readers_map_;
619   }
620 
read(const char * realpath,off64_t file_size)621   bool read(const char* realpath, off64_t file_size) {
622     ElfReader& elf_reader = get_elf_reader();
623     return elf_reader.Read(realpath, fd_, file_offset_, file_size);
624   }
625 
load(address_space_params * address_space)626   bool load(address_space_params* address_space) {
627     ElfReader& elf_reader = get_elf_reader();
628     if (!elf_reader.Load(address_space)) {
629       return false;
630     }
631 
632     si_->base = elf_reader.load_start();
633     si_->size = elf_reader.load_size();
634     si_->set_mapped_by_caller(elf_reader.is_mapped_by_caller());
635     si_->load_bias = elf_reader.load_bias();
636     si_->phnum = elf_reader.phdr_count();
637     si_->phdr = elf_reader.loaded_phdr();
638     si_->set_gap_start(elf_reader.gap_start());
639     si_->set_gap_size(elf_reader.gap_size());
640 
641     return true;
642   }
643 
644  private:
LoadTask(const char * name,soinfo * needed_by,android_namespace_t * start_from,std::unordered_map<const soinfo *,ElfReader> * readers_map)645   LoadTask(const char* name,
646            soinfo* needed_by,
647            android_namespace_t* start_from,
648            std::unordered_map<const soinfo*, ElfReader>* readers_map)
649     : name_(name), needed_by_(needed_by), si_(nullptr),
650       fd_(-1), close_fd_(false), file_offset_(0), elf_readers_map_(readers_map),
651       is_dt_needed_(false), start_from_(start_from) {}
652 
~LoadTask()653   ~LoadTask() {
654     if (fd_ != -1 && close_fd_) {
655       close(fd_);
656     }
657   }
658 
659   const char* name_;
660   soinfo* needed_by_;
661   soinfo* si_;
662   const android_dlextinfo* extinfo_;
663   int fd_;
664   bool close_fd_;
665   off64_t file_offset_;
666   std::unordered_map<const soinfo*, ElfReader>* elf_readers_map_;
667   // TODO(dimitry): needed by workaround for http://b/26394120 (the exempt-list)
668   bool is_dt_needed_;
669   // END OF WORKAROUND
670   const android_namespace_t* const start_from_;
671 
672   DISALLOW_IMPLICIT_CONSTRUCTORS(LoadTask);
673 };
674 
675 LoadTask::deleter_t LoadTask::deleter;
676 
677 template <typename T>
678 using linked_list_t = LinkedList<T, TypeBasedAllocator<LinkedListEntry<T>>>;
679 
680 typedef linked_list_t<soinfo> SoinfoLinkedList;
681 typedef linked_list_t<const char> StringLinkedList;
682 typedef std::vector<LoadTask*> LoadTaskList;
683 
684 enum walk_action_result_t : uint32_t {
685   kWalkStop = 0,
686   kWalkContinue = 1,
687   kWalkSkip = 2
688 };
689 
690 // This function walks down the tree of soinfo dependencies
691 // in breadth-first order and
692 //   * calls action(soinfo* si) for each node, and
693 //   * terminates walk if action returns kWalkStop
694 //   * skips children of the node if action
695 //     return kWalkSkip
696 //
697 // walk_dependencies_tree returns false if walk was terminated
698 // by the action and true otherwise.
699 template<typename F>
walk_dependencies_tree(soinfo * root_soinfo,F action)700 static bool walk_dependencies_tree(soinfo* root_soinfo, F action) {
701   SoinfoLinkedList visit_list;
702   SoinfoLinkedList visited;
703 
704   visit_list.push_back(root_soinfo);
705 
706   soinfo* si;
707   while ((si = visit_list.pop_front()) != nullptr) {
708     if (visited.contains(si)) {
709       continue;
710     }
711 
712     walk_action_result_t result = action(si);
713 
714     if (result == kWalkStop) {
715       return false;
716     }
717 
718     visited.push_back(si);
719 
720     if (result != kWalkSkip) {
721       si->get_children().for_each([&](soinfo* child) {
722         visit_list.push_back(child);
723       });
724     }
725   }
726 
727   return true;
728 }
729 
730 
ElfW(Sym)731 static const ElfW(Sym)* dlsym_handle_lookup_impl(android_namespace_t* ns,
732                                                  soinfo* root,
733                                                  soinfo* skip_until,
734                                                  soinfo** found,
735                                                  SymbolName& symbol_name,
736                                                  const version_info* vi) {
737   const ElfW(Sym)* result = nullptr;
738   bool skip_lookup = skip_until != nullptr;
739 
740   walk_dependencies_tree(root, [&](soinfo* current_soinfo) {
741     if (skip_lookup) {
742       skip_lookup = current_soinfo != skip_until;
743       return kWalkContinue;
744     }
745 
746     if (!ns->is_accessible(current_soinfo)) {
747       return kWalkSkip;
748     }
749 
750     result = current_soinfo->find_symbol_by_name(symbol_name, vi);
751     if (result != nullptr) {
752       *found = current_soinfo;
753       return kWalkStop;
754     }
755 
756     return kWalkContinue;
757   });
758 
759   return result;
760 }
761 
762 /* This is used by dlsym(3) to performs a global symbol lookup. If the
763    start value is null (for RTLD_DEFAULT), the search starts at the
764    beginning of the global solist. Otherwise the search starts at the
765    specified soinfo (for RTLD_NEXT).
766  */
ElfW(Sym)767 static const ElfW(Sym)* dlsym_linear_lookup(android_namespace_t* ns,
768                                             const char* name,
769                                             const version_info* vi,
770                                             soinfo** found,
771                                             soinfo* caller,
772                                             void* handle) {
773   SymbolName symbol_name(name);
774 
775   auto& soinfo_list = ns->soinfo_list();
776   auto start = soinfo_list.begin();
777 
778   if (handle == RTLD_NEXT) {
779     if (caller == nullptr) {
780       return nullptr;
781     } else {
782       auto it = soinfo_list.find(caller);
783       CHECK (it != soinfo_list.end());
784       start = ++it;
785     }
786   }
787 
788   const ElfW(Sym)* s = nullptr;
789   for (auto it = start, end = soinfo_list.end(); it != end; ++it) {
790     soinfo* si = *it;
791     // Do not skip RTLD_LOCAL libraries in dlsym(RTLD_DEFAULT, ...)
792     // if the library is opened by application with target api level < M.
793     // See http://b/21565766
794     if ((si->get_rtld_flags() & RTLD_GLOBAL) == 0 && si->get_target_sdk_version() >= 23) {
795       continue;
796     }
797 
798     s = si->find_symbol_by_name(symbol_name, vi);
799     if (s != nullptr) {
800       *found = si;
801       break;
802     }
803   }
804 
805   // If not found - use dlsym_handle_lookup_impl for caller's local_group
806   if (s == nullptr && caller != nullptr) {
807     soinfo* local_group_root = caller->get_local_group_root();
808 
809     return dlsym_handle_lookup_impl(local_group_root->get_primary_namespace(),
810                                     local_group_root,
811                                     (handle == RTLD_NEXT) ? caller : nullptr,
812                                     found,
813                                     symbol_name,
814                                     vi);
815   }
816 
817   if (s != nullptr) {
818     TRACE_TYPE(LOOKUP, "%s s->st_value = %p, found->base = %p",
819                name, reinterpret_cast<void*>(s->st_value), reinterpret_cast<void*>((*found)->base));
820   }
821 
822   return s;
823 }
824 
825 // This is used by dlsym(3).  It performs symbol lookup only within the
826 // specified soinfo object and its dependencies in breadth first order.
ElfW(Sym)827 static const ElfW(Sym)* dlsym_handle_lookup(soinfo* si,
828                                             soinfo** found,
829                                             const char* name,
830                                             const version_info* vi) {
831   // According to man dlopen(3) and posix docs in the case when si is handle
832   // of the main executable we need to search not only in the executable and its
833   // dependencies but also in all libraries loaded with RTLD_GLOBAL.
834   //
835   // Since RTLD_GLOBAL is always set for the main executable and all dt_needed shared
836   // libraries and they are loaded in breath-first (correct) order we can just execute
837   // dlsym(RTLD_DEFAULT, ...); instead of doing two stage lookup.
838   if (si == solist_get_somain()) {
839     return dlsym_linear_lookup(&g_default_namespace, name, vi, found, nullptr, RTLD_DEFAULT);
840   }
841 
842   SymbolName symbol_name(name);
843   // note that the namespace is not the namespace associated with caller_addr
844   // we use ns associated with root si intentionally here. Using caller_ns
845   // causes problems when user uses dlopen_ext to open a library in the separate
846   // namespace and then calls dlsym() on the handle.
847   return dlsym_handle_lookup_impl(si->get_primary_namespace(), si, nullptr, found, symbol_name, vi);
848 }
849 
find_containing_library(const void * p)850 soinfo* find_containing_library(const void* p) {
851   // Addresses within a library may be tagged if they point to globals. Untag
852   // them so that the bounds check succeeds.
853   ElfW(Addr) address = reinterpret_cast<ElfW(Addr)>(untag_address(p));
854   for (soinfo* si = solist_get_head(); si != nullptr; si = si->next) {
855     if (address < si->base || address - si->base >= si->size) {
856       continue;
857     }
858     ElfW(Addr) vaddr = address - si->load_bias;
859     for (size_t i = 0; i != si->phnum; ++i) {
860       const ElfW(Phdr)* phdr = &si->phdr[i];
861       if (phdr->p_type != PT_LOAD) {
862         continue;
863       }
864       if (vaddr >= phdr->p_vaddr && vaddr < phdr->p_vaddr + phdr->p_memsz) {
865         return si;
866       }
867     }
868   }
869   return nullptr;
870 }
871 
872 class ZipArchiveCache {
873  public:
ZipArchiveCache()874   ZipArchiveCache() {}
875   ~ZipArchiveCache();
876 
877   bool get_or_open(const char* zip_path, ZipArchiveHandle* handle);
878  private:
879   DISALLOW_COPY_AND_ASSIGN(ZipArchiveCache);
880 
881   std::unordered_map<std::string, ZipArchiveHandle> cache_;
882 };
883 
get_or_open(const char * zip_path,ZipArchiveHandle * handle)884 bool ZipArchiveCache::get_or_open(const char* zip_path, ZipArchiveHandle* handle) {
885   std::string key(zip_path);
886 
887   auto it = cache_.find(key);
888   if (it != cache_.end()) {
889     *handle = it->second;
890     return true;
891   }
892 
893   int fd = TEMP_FAILURE_RETRY(open(zip_path, O_RDONLY | O_CLOEXEC));
894   if (fd == -1) {
895     return false;
896   }
897 
898   if (OpenArchiveFd(fd, "", handle) != 0) {
899     // invalid zip-file (?)
900     CloseArchive(*handle);
901     return false;
902   }
903 
904   cache_[key] = *handle;
905   return true;
906 }
907 
~ZipArchiveCache()908 ZipArchiveCache::~ZipArchiveCache() {
909   for (const auto& it : cache_) {
910     CloseArchive(it.second);
911   }
912 }
913 
open_library_in_zipfile(ZipArchiveCache * zip_archive_cache,const char * const input_path,off64_t * file_offset,std::string * realpath)914 static int open_library_in_zipfile(ZipArchiveCache* zip_archive_cache,
915                                    const char* const input_path,
916                                    off64_t* file_offset, std::string* realpath) {
917   std::string normalized_path;
918   if (!normalize_path(input_path, &normalized_path)) {
919     return -1;
920   }
921 
922   const char* const path = normalized_path.c_str();
923   TRACE("Trying zip file open from path \"%s\" -> normalized \"%s\"", input_path, path);
924 
925   // Treat an '!/' separator inside a path as the separator between the name
926   // of the zip file on disk and the subdirectory to search within it.
927   // For example, if path is "foo.zip!/bar/bas/x.so", then we search for
928   // "bar/bas/x.so" within "foo.zip".
929   const char* const separator = strstr(path, kZipFileSeparator);
930   if (separator == nullptr) {
931     return -1;
932   }
933 
934   char buf[512];
935   if (strlcpy(buf, path, sizeof(buf)) >= sizeof(buf)) {
936     PRINT("Warning: ignoring very long library path: %s", path);
937     return -1;
938   }
939 
940   buf[separator - path] = '\0';
941 
942   const char* zip_path = buf;
943   const char* file_path = &buf[separator - path + 2];
944   int fd = TEMP_FAILURE_RETRY(open(zip_path, O_RDONLY | O_CLOEXEC));
945   if (fd == -1) {
946     return -1;
947   }
948 
949   ZipArchiveHandle handle;
950   if (!zip_archive_cache->get_or_open(zip_path, &handle)) {
951     // invalid zip-file (?)
952     close(fd);
953     return -1;
954   }
955 
956   ZipEntry entry;
957 
958   if (FindEntry(handle, file_path, &entry) != 0) {
959     // Entry was not found.
960     close(fd);
961     return -1;
962   }
963 
964   // Check if it is properly stored
965   if (entry.method != kCompressStored || (entry.offset % PAGE_SIZE) != 0) {
966     close(fd);
967     return -1;
968   }
969 
970   *file_offset = entry.offset;
971 
972   if (realpath_fd(fd, realpath)) {
973     *realpath += separator;
974   } else {
975     if (!is_first_stage_init()) {
976       PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.",
977             normalized_path.c_str());
978     }
979     *realpath = normalized_path;
980   }
981 
982   return fd;
983 }
984 
format_path(char * buf,size_t buf_size,const char * path,const char * name)985 static bool format_path(char* buf, size_t buf_size, const char* path, const char* name) {
986   int n = async_safe_format_buffer(buf, buf_size, "%s/%s", path, name);
987   if (n < 0 || n >= static_cast<int>(buf_size)) {
988     PRINT("Warning: ignoring very long library path: %s/%s", path, name);
989     return false;
990   }
991 
992   return true;
993 }
994 
open_library_at_path(ZipArchiveCache * zip_archive_cache,const char * path,off64_t * file_offset,std::string * realpath)995 static int open_library_at_path(ZipArchiveCache* zip_archive_cache,
996                                 const char* path, off64_t* file_offset,
997                                 std::string* realpath) {
998   int fd = -1;
999   if (strstr(path, kZipFileSeparator) != nullptr) {
1000     fd = open_library_in_zipfile(zip_archive_cache, path, file_offset, realpath);
1001   }
1002 
1003   if (fd == -1) {
1004     fd = TEMP_FAILURE_RETRY(open(path, O_RDONLY | O_CLOEXEC));
1005     if (fd != -1) {
1006       *file_offset = 0;
1007       if (!realpath_fd(fd, realpath)) {
1008         if (!is_first_stage_init()) {
1009           PRINT("warning: unable to get realpath for the library \"%s\". Will use given path.",
1010                 path);
1011         }
1012         *realpath = path;
1013       }
1014     }
1015   }
1016 
1017   return fd;
1018 }
1019 
open_library_on_paths(ZipArchiveCache * zip_archive_cache,const char * name,off64_t * file_offset,const std::vector<std::string> & paths,std::string * realpath)1020 static int open_library_on_paths(ZipArchiveCache* zip_archive_cache,
1021                                  const char* name, off64_t* file_offset,
1022                                  const std::vector<std::string>& paths,
1023                                  std::string* realpath) {
1024   for (const auto& path : paths) {
1025     char buf[512];
1026     if (!format_path(buf, sizeof(buf), path.c_str(), name)) {
1027       continue;
1028     }
1029 
1030     int fd = open_library_at_path(zip_archive_cache, buf, file_offset, realpath);
1031     if (fd != -1) {
1032       return fd;
1033     }
1034   }
1035 
1036   return -1;
1037 }
1038 
open_library(android_namespace_t * ns,ZipArchiveCache * zip_archive_cache,const char * name,soinfo * needed_by,off64_t * file_offset,std::string * realpath)1039 static int open_library(android_namespace_t* ns,
1040                         ZipArchiveCache* zip_archive_cache,
1041                         const char* name, soinfo *needed_by,
1042                         off64_t* file_offset, std::string* realpath) {
1043   TRACE("[ opening %s from namespace %s ]", name, ns->get_name());
1044 
1045   // If the name contains a slash, we should attempt to open it directly and not search the paths.
1046   if (strchr(name, '/') != nullptr) {
1047     return open_library_at_path(zip_archive_cache, name, file_offset, realpath);
1048   }
1049 
1050   // LD_LIBRARY_PATH has the highest priority. We don't have to check accessibility when searching
1051   // the namespace's path lists, because anything found on a namespace path list should always be
1052   // accessible.
1053   int fd = open_library_on_paths(zip_archive_cache, name, file_offset, ns->get_ld_library_paths(), realpath);
1054 
1055   // Try the DT_RUNPATH, and verify that the library is accessible.
1056   if (fd == -1 && needed_by != nullptr) {
1057     fd = open_library_on_paths(zip_archive_cache, name, file_offset, needed_by->get_dt_runpath(), realpath);
1058     if (fd != -1 && !ns->is_accessible(*realpath)) {
1059       close(fd);
1060       fd = -1;
1061     }
1062   }
1063 
1064   // Finally search the namespace's main search path list.
1065   if (fd == -1) {
1066     fd = open_library_on_paths(zip_archive_cache, name, file_offset, ns->get_default_library_paths(), realpath);
1067   }
1068 
1069   return fd;
1070 }
1071 
open_executable(const char * path,off64_t * file_offset,std::string * realpath)1072 int open_executable(const char* path, off64_t* file_offset, std::string* realpath) {
1073   ZipArchiveCache zip_archive_cache;
1074   return open_library_at_path(&zip_archive_cache, path, file_offset, realpath);
1075 }
1076 
fix_dt_needed(const char * dt_needed,const char * sopath __unused)1077 const char* fix_dt_needed(const char* dt_needed, const char* sopath __unused) {
1078 #if !defined(__LP64__)
1079   // Work around incorrect DT_NEEDED entries for old apps: http://b/21364029
1080   int app_target_api_level = get_application_target_sdk_version();
1081   if (app_target_api_level < 23) {
1082     const char* bname = basename(dt_needed);
1083     if (bname != dt_needed) {
1084       DL_WARN_documented_change(23,
1085                                 "invalid-dt_needed-entries-enforced-for-api-level-23",
1086                                 "library \"%s\" has invalid DT_NEEDED entry \"%s\"",
1087                                 sopath, dt_needed, app_target_api_level);
1088       add_dlwarning(sopath, "invalid DT_NEEDED entry",  dt_needed);
1089     }
1090 
1091     return bname;
1092   }
1093 #endif
1094   return dt_needed;
1095 }
1096 
1097 template<typename F>
for_each_dt_needed(const ElfReader & elf_reader,F action)1098 static void for_each_dt_needed(const ElfReader& elf_reader, F action) {
1099   for (const ElfW(Dyn)* d = elf_reader.dynamic(); d->d_tag != DT_NULL; ++d) {
1100     if (d->d_tag == DT_NEEDED) {
1101       action(fix_dt_needed(elf_reader.get_string(d->d_un.d_val), elf_reader.name()));
1102     }
1103   }
1104 }
1105 
find_loaded_library_by_inode(android_namespace_t * ns,const struct stat & file_stat,off64_t file_offset,bool search_linked_namespaces,soinfo ** candidate)1106 static bool find_loaded_library_by_inode(android_namespace_t* ns,
1107                                          const struct stat& file_stat,
1108                                          off64_t file_offset,
1109                                          bool search_linked_namespaces,
1110                                          soinfo** candidate) {
1111   if (file_stat.st_dev == 0 || file_stat.st_ino == 0) {
1112     *candidate = nullptr;
1113     return false;
1114   }
1115 
1116   auto predicate = [&](soinfo* si) {
1117     return si->get_st_ino() == file_stat.st_ino &&
1118            si->get_st_dev() == file_stat.st_dev &&
1119            si->get_file_offset() == file_offset;
1120   };
1121 
1122   *candidate = ns->soinfo_list().find_if(predicate);
1123 
1124   if (*candidate == nullptr && search_linked_namespaces) {
1125     for (auto& link : ns->linked_namespaces()) {
1126       android_namespace_t* linked_ns = link.linked_namespace();
1127       soinfo* si = linked_ns->soinfo_list().find_if(predicate);
1128 
1129       if (si != nullptr && link.is_accessible(si->get_soname())) {
1130         *candidate = si;
1131         return true;
1132       }
1133     }
1134   }
1135 
1136   return *candidate != nullptr;
1137 }
1138 
find_loaded_library_by_realpath(android_namespace_t * ns,const char * realpath,bool search_linked_namespaces,soinfo ** candidate)1139 static bool find_loaded_library_by_realpath(android_namespace_t* ns, const char* realpath,
1140                                             bool search_linked_namespaces, soinfo** candidate) {
1141   auto predicate = [&](soinfo* si) { return strcmp(realpath, si->get_realpath()) == 0; };
1142 
1143   *candidate = ns->soinfo_list().find_if(predicate);
1144 
1145   if (*candidate == nullptr && search_linked_namespaces) {
1146     for (auto& link : ns->linked_namespaces()) {
1147       android_namespace_t* linked_ns = link.linked_namespace();
1148       soinfo* si = linked_ns->soinfo_list().find_if(predicate);
1149 
1150       if (si != nullptr && link.is_accessible(si->get_soname())) {
1151         *candidate = si;
1152         return true;
1153       }
1154     }
1155   }
1156 
1157   return *candidate != nullptr;
1158 }
1159 
load_library(android_namespace_t * ns,LoadTask * task,LoadTaskList * load_tasks,int rtld_flags,const std::string & realpath,bool search_linked_namespaces)1160 static bool load_library(android_namespace_t* ns,
1161                          LoadTask* task,
1162                          LoadTaskList* load_tasks,
1163                          int rtld_flags,
1164                          const std::string& realpath,
1165                          bool search_linked_namespaces) {
1166   off64_t file_offset = task->get_file_offset();
1167   const char* name = task->get_name();
1168   const android_dlextinfo* extinfo = task->get_extinfo();
1169 
1170   LD_LOG(kLogDlopen,
1171          "load_library(ns=%s, task=%s, flags=0x%x, realpath=%s, search_linked_namespaces=%d)",
1172          ns->get_name(), name, rtld_flags, realpath.c_str(), search_linked_namespaces);
1173 
1174   if ((file_offset % PAGE_SIZE) != 0) {
1175     DL_OPEN_ERR("file offset for the library \"%s\" is not page-aligned: %" PRId64, name, file_offset);
1176     return false;
1177   }
1178   if (file_offset < 0) {
1179     DL_OPEN_ERR("file offset for the library \"%s\" is negative: %" PRId64, name, file_offset);
1180     return false;
1181   }
1182 
1183   struct stat file_stat;
1184   if (TEMP_FAILURE_RETRY(fstat(task->get_fd(), &file_stat)) != 0) {
1185     DL_OPEN_ERR("unable to stat file for the library \"%s\": %s", name, strerror(errno));
1186     return false;
1187   }
1188   if (file_offset >= file_stat.st_size) {
1189     DL_OPEN_ERR("file offset for the library \"%s\" >= file size: %" PRId64 " >= %" PRId64,
1190         name, file_offset, file_stat.st_size);
1191     return false;
1192   }
1193 
1194   // Check for symlink and other situations where
1195   // file can have different names, unless ANDROID_DLEXT_FORCE_LOAD is set
1196   if (extinfo == nullptr || (extinfo->flags & ANDROID_DLEXT_FORCE_LOAD) == 0) {
1197     soinfo* si = nullptr;
1198     if (find_loaded_library_by_inode(ns, file_stat, file_offset, search_linked_namespaces, &si)) {
1199       LD_LOG(kLogDlopen,
1200              "load_library(ns=%s, task=%s): Already loaded under different name/path \"%s\" - "
1201              "will return existing soinfo",
1202              ns->get_name(), name, si->get_realpath());
1203       task->set_soinfo(si);
1204       return true;
1205     }
1206   }
1207 
1208   if ((rtld_flags & RTLD_NOLOAD) != 0) {
1209     DL_OPEN_ERR("library \"%s\" wasn't loaded and RTLD_NOLOAD prevented it", name);
1210     return false;
1211   }
1212 
1213   struct statfs fs_stat;
1214   if (TEMP_FAILURE_RETRY(fstatfs(task->get_fd(), &fs_stat)) != 0) {
1215     DL_OPEN_ERR("unable to fstatfs file for the library \"%s\": %s", name, strerror(errno));
1216     return false;
1217   }
1218 
1219   // do not check accessibility using realpath if fd is located on tmpfs
1220   // this enables use of memfd_create() for apps
1221   if ((fs_stat.f_type != TMPFS_MAGIC) && (!ns->is_accessible(realpath))) {
1222     // TODO(dimitry): workaround for http://b/26394120 - the exempt-list
1223 
1224     const soinfo* needed_by = task->is_dt_needed() ? task->get_needed_by() : nullptr;
1225     if (is_exempt_lib(ns, name, needed_by)) {
1226       // print warning only if needed by non-system library
1227       if (needed_by == nullptr || !is_system_library(needed_by->get_realpath())) {
1228         const soinfo* needed_or_dlopened_by = task->get_needed_by();
1229         const char* sopath = needed_or_dlopened_by == nullptr ? "(unknown)" :
1230                                                       needed_or_dlopened_by->get_realpath();
1231         DL_WARN_documented_change(24,
1232                                   "private-api-enforced-for-api-level-24",
1233                                   "library \"%s\" (\"%s\") needed or dlopened by \"%s\" "
1234                                   "is not accessible by namespace \"%s\"",
1235                                   name, realpath.c_str(), sopath, ns->get_name());
1236         add_dlwarning(sopath, "unauthorized access to",  name);
1237       }
1238     } else {
1239       // do not load libraries if they are not accessible for the specified namespace.
1240       const char* needed_or_dlopened_by = task->get_needed_by() == nullptr ?
1241                                           "(unknown)" :
1242                                           task->get_needed_by()->get_realpath();
1243 
1244       DL_OPEN_ERR("library \"%s\" needed or dlopened by \"%s\" is not accessible for the namespace \"%s\"",
1245              name, needed_or_dlopened_by, ns->get_name());
1246 
1247       // do not print this if a library is in the list of shared libraries for linked namespaces
1248       if (!maybe_accessible_via_namespace_links(ns, name)) {
1249         PRINT("library \"%s\" (\"%s\") needed or dlopened by \"%s\" is not accessible for the"
1250               " namespace: [name=\"%s\", ld_library_paths=\"%s\", default_library_paths=\"%s\","
1251               " permitted_paths=\"%s\"]",
1252               name, realpath.c_str(),
1253               needed_or_dlopened_by,
1254               ns->get_name(),
1255               android::base::Join(ns->get_ld_library_paths(), ':').c_str(),
1256               android::base::Join(ns->get_default_library_paths(), ':').c_str(),
1257               android::base::Join(ns->get_permitted_paths(), ':').c_str());
1258       }
1259       return false;
1260     }
1261   }
1262 
1263   soinfo* si = soinfo_alloc(ns, realpath.c_str(), &file_stat, file_offset, rtld_flags);
1264 
1265   task->set_soinfo(si);
1266 
1267   // Read the ELF header and some of the segments.
1268   if (!task->read(realpath.c_str(), file_stat.st_size)) {
1269     task->remove_cached_elf_reader();
1270     task->set_soinfo(nullptr);
1271     soinfo_free(si);
1272     return false;
1273   }
1274 
1275   // Find and set DT_RUNPATH, DT_SONAME, and DT_FLAGS_1.
1276   // Note that these field values are temporary and are
1277   // going to be overwritten on soinfo::prelink_image
1278   // with values from PT_LOAD segments.
1279   const ElfReader& elf_reader = task->get_elf_reader();
1280   for (const ElfW(Dyn)* d = elf_reader.dynamic(); d->d_tag != DT_NULL; ++d) {
1281     if (d->d_tag == DT_RUNPATH) {
1282       si->set_dt_runpath(elf_reader.get_string(d->d_un.d_val));
1283     }
1284     if (d->d_tag == DT_SONAME) {
1285       si->set_soname(elf_reader.get_string(d->d_un.d_val));
1286     }
1287     // We need to identify a DF_1_GLOBAL library early so we can link it to namespaces.
1288     if (d->d_tag == DT_FLAGS_1) {
1289       si->set_dt_flags_1(d->d_un.d_val);
1290     }
1291   }
1292 
1293 #if !defined(__ANDROID__)
1294   // Bionic on the host currently uses some Android prebuilts, which don't set
1295   // DT_RUNPATH with any relative paths, so they can't find their dependencies.
1296   // b/118058804
1297   if (si->get_dt_runpath().empty()) {
1298     si->set_dt_runpath("$ORIGIN/../lib64:$ORIGIN/lib64");
1299   }
1300 #endif
1301 
1302   for_each_dt_needed(task->get_elf_reader(), [&](const char* name) {
1303     LD_LOG(kLogDlopen, "load_library(ns=%s, task=%s): Adding DT_NEEDED task: %s",
1304            ns->get_name(), task->get_name(), name);
1305     load_tasks->push_back(LoadTask::create(name, si, ns, task->get_readers_map()));
1306   });
1307 
1308   return true;
1309 }
1310 
load_library(android_namespace_t * ns,LoadTask * task,ZipArchiveCache * zip_archive_cache,LoadTaskList * load_tasks,int rtld_flags,bool search_linked_namespaces)1311 static bool load_library(android_namespace_t* ns,
1312                          LoadTask* task,
1313                          ZipArchiveCache* zip_archive_cache,
1314                          LoadTaskList* load_tasks,
1315                          int rtld_flags,
1316                          bool search_linked_namespaces) {
1317   const char* name = task->get_name();
1318   soinfo* needed_by = task->get_needed_by();
1319   const android_dlextinfo* extinfo = task->get_extinfo();
1320 
1321   if (extinfo != nullptr && (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) != 0) {
1322     off64_t file_offset = 0;
1323     if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) {
1324       file_offset = extinfo->library_fd_offset;
1325     }
1326 
1327     std::string realpath;
1328     if (!realpath_fd(extinfo->library_fd, &realpath)) {
1329       if (!is_first_stage_init()) {
1330         PRINT(
1331             "warning: unable to get realpath for the library \"%s\" by extinfo->library_fd. "
1332             "Will use given name.",
1333             name);
1334       }
1335       realpath = name;
1336     }
1337 
1338     task->set_fd(extinfo->library_fd, false);
1339     task->set_file_offset(file_offset);
1340     return load_library(ns, task, load_tasks, rtld_flags, realpath, search_linked_namespaces);
1341   }
1342 
1343   LD_LOG(kLogDlopen,
1344          "load_library(ns=%s, task=%s, flags=0x%x, search_linked_namespaces=%d): calling "
1345          "open_library",
1346          ns->get_name(), name, rtld_flags, search_linked_namespaces);
1347 
1348   // Open the file.
1349   off64_t file_offset;
1350   std::string realpath;
1351   int fd = open_library(ns, zip_archive_cache, name, needed_by, &file_offset, &realpath);
1352   if (fd == -1) {
1353     if (task->is_dt_needed()) {
1354       if (needed_by->is_main_executable()) {
1355         DL_OPEN_ERR("library \"%s\" not found: needed by main executable", name);
1356       } else {
1357         DL_OPEN_ERR("library \"%s\" not found: needed by %s in namespace %s", name,
1358                     needed_by->get_realpath(), task->get_start_from()->get_name());
1359       }
1360     } else {
1361       DL_OPEN_ERR("library \"%s\" not found", name);
1362     }
1363     return false;
1364   }
1365 
1366   task->set_fd(fd, true);
1367   task->set_file_offset(file_offset);
1368 
1369   return load_library(ns, task, load_tasks, rtld_flags, realpath, search_linked_namespaces);
1370 }
1371 
find_loaded_library_by_soname(android_namespace_t * ns,const char * name,soinfo ** candidate)1372 static bool find_loaded_library_by_soname(android_namespace_t* ns,
1373                                           const char* name,
1374                                           soinfo** candidate) {
1375   return !ns->soinfo_list().visit([&](soinfo* si) {
1376     if (strcmp(name, si->get_soname()) == 0) {
1377       *candidate = si;
1378       return false;
1379     }
1380 
1381     return true;
1382   });
1383 }
1384 
1385 // Returns true if library was found and false otherwise
find_loaded_library_by_soname(android_namespace_t * ns,const char * name,bool search_linked_namespaces,soinfo ** candidate)1386 static bool find_loaded_library_by_soname(android_namespace_t* ns,
1387                                          const char* name,
1388                                          bool search_linked_namespaces,
1389                                          soinfo** candidate) {
1390   *candidate = nullptr;
1391 
1392   // Ignore filename with path.
1393   if (strchr(name, '/') != nullptr) {
1394     return false;
1395   }
1396 
1397   bool found = find_loaded_library_by_soname(ns, name, candidate);
1398 
1399   if (!found && search_linked_namespaces) {
1400     // if a library was not found - look into linked namespaces
1401     for (auto& link : ns->linked_namespaces()) {
1402       if (!link.is_accessible(name)) {
1403         continue;
1404       }
1405 
1406       android_namespace_t* linked_ns = link.linked_namespace();
1407 
1408       if (find_loaded_library_by_soname(linked_ns, name, candidate)) {
1409         return true;
1410       }
1411     }
1412   }
1413 
1414   return found;
1415 }
1416 
find_library_in_linked_namespace(const android_namespace_link_t & namespace_link,LoadTask * task)1417 static bool find_library_in_linked_namespace(const android_namespace_link_t& namespace_link,
1418                                              LoadTask* task) {
1419   android_namespace_t* ns = namespace_link.linked_namespace();
1420 
1421   soinfo* candidate;
1422   bool loaded = false;
1423 
1424   std::string soname;
1425   if (find_loaded_library_by_soname(ns, task->get_name(), false, &candidate)) {
1426     loaded = true;
1427     soname = candidate->get_soname();
1428   } else {
1429     soname = resolve_soname(task->get_name());
1430   }
1431 
1432   if (!namespace_link.is_accessible(soname.c_str())) {
1433     // the library is not accessible via namespace_link
1434     LD_LOG(kLogDlopen,
1435            "find_library_in_linked_namespace(ns=%s, task=%s): Not accessible (soname=%s)",
1436            ns->get_name(), task->get_name(), soname.c_str());
1437     return false;
1438   }
1439 
1440   // if library is already loaded - return it
1441   if (loaded) {
1442     LD_LOG(kLogDlopen, "find_library_in_linked_namespace(ns=%s, task=%s): Already loaded",
1443            ns->get_name(), task->get_name());
1444     task->set_soinfo(candidate);
1445     return true;
1446   }
1447 
1448   // returning true with empty soinfo means that the library is okay to be
1449   // loaded in the namespace but has not yet been loaded there before.
1450   LD_LOG(kLogDlopen, "find_library_in_linked_namespace(ns=%s, task=%s): Ok to load", ns->get_name(),
1451          task->get_name());
1452   task->set_soinfo(nullptr);
1453   return true;
1454 }
1455 
find_library_internal(android_namespace_t * ns,LoadTask * task,ZipArchiveCache * zip_archive_cache,LoadTaskList * load_tasks,int rtld_flags)1456 static bool find_library_internal(android_namespace_t* ns,
1457                                   LoadTask* task,
1458                                   ZipArchiveCache* zip_archive_cache,
1459                                   LoadTaskList* load_tasks,
1460                                   int rtld_flags) {
1461   soinfo* candidate;
1462 
1463   if (find_loaded_library_by_soname(ns, task->get_name(), true /* search_linked_namespaces */,
1464                                     &candidate)) {
1465     LD_LOG(kLogDlopen,
1466            "find_library_internal(ns=%s, task=%s): Already loaded (by soname): %s",
1467            ns->get_name(), task->get_name(), candidate->get_realpath());
1468     task->set_soinfo(candidate);
1469     return true;
1470   }
1471 
1472   // Library might still be loaded, the accurate detection
1473   // of this fact is done by load_library.
1474   TRACE("[ \"%s\" find_loaded_library_by_soname failed (*candidate=%s@%p). Trying harder... ]",
1475         task->get_name(), candidate == nullptr ? "n/a" : candidate->get_realpath(), candidate);
1476 
1477   if (load_library(ns, task, zip_archive_cache, load_tasks, rtld_flags,
1478                    true /* search_linked_namespaces */)) {
1479     return true;
1480   }
1481 
1482   // TODO(dimitry): workaround for http://b/26394120 (the exempt-list)
1483   if (ns->is_exempt_list_enabled() && is_exempt_lib(ns, task->get_name(), task->get_needed_by())) {
1484     // For the libs in the exempt-list, switch to the default namespace and then
1485     // try the load again from there. The library could be loaded from the
1486     // default namespace or from another namespace (e.g. runtime) that is linked
1487     // from the default namespace.
1488     LD_LOG(kLogDlopen,
1489            "find_library_internal(ns=%s, task=%s): Exempt system library - trying namespace %s",
1490            ns->get_name(), task->get_name(), g_default_namespace.get_name());
1491     ns = &g_default_namespace;
1492     if (load_library(ns, task, zip_archive_cache, load_tasks, rtld_flags,
1493                      true /* search_linked_namespaces */)) {
1494       return true;
1495     }
1496   }
1497   // END OF WORKAROUND
1498 
1499   // if a library was not found - look into linked namespaces
1500   // preserve current dlerror in the case it fails.
1501   DlErrorRestorer dlerror_restorer;
1502   LD_LOG(kLogDlopen, "find_library_internal(ns=%s, task=%s): Trying %zu linked namespaces",
1503          ns->get_name(), task->get_name(), ns->linked_namespaces().size());
1504   for (auto& linked_namespace : ns->linked_namespaces()) {
1505     if (find_library_in_linked_namespace(linked_namespace, task)) {
1506       // Library is already loaded.
1507       if (task->get_soinfo() != nullptr) {
1508         // n.b. This code path runs when find_library_in_linked_namespace found an already-loaded
1509         // library by soname. That should only be possible with a exempt-list lookup, where we
1510         // switch the namespace, because otherwise, find_library_in_linked_namespace is duplicating
1511         // the soname scan done in this function's first call to find_loaded_library_by_soname.
1512         return true;
1513       }
1514 
1515       if (load_library(linked_namespace.linked_namespace(), task, zip_archive_cache, load_tasks,
1516                        rtld_flags, false /* search_linked_namespaces */)) {
1517         LD_LOG(kLogDlopen, "find_library_internal(ns=%s, task=%s): Found in linked namespace %s",
1518                ns->get_name(), task->get_name(), linked_namespace.linked_namespace()->get_name());
1519         return true;
1520       }
1521     }
1522   }
1523 
1524   return false;
1525 }
1526 
1527 static void soinfo_unload(soinfo* si);
1528 
shuffle(std::vector<LoadTask * > * v)1529 static void shuffle(std::vector<LoadTask*>* v) {
1530   if (is_first_stage_init()) {
1531     // arc4random* is not available in first stage init because /dev/random
1532     // hasn't yet been created.
1533     return;
1534   }
1535   for (size_t i = 0, size = v->size(); i < size; ++i) {
1536     size_t n = size - i;
1537     size_t r = arc4random_uniform(n);
1538     std::swap((*v)[n-1], (*v)[r]);
1539   }
1540 }
1541 
1542 // add_as_children - add first-level loaded libraries (i.e. library_names[], but
1543 // not their transitive dependencies) as children of the start_with library.
1544 // This is false when find_libraries is called for dlopen(), when newly loaded
1545 // libraries must form a disjoint tree.
find_libraries(android_namespace_t * ns,soinfo * start_with,const char * const library_names[],size_t library_names_count,soinfo * soinfos[],std::vector<soinfo * > * ld_preloads,size_t ld_preloads_count,int rtld_flags,const android_dlextinfo * extinfo,bool add_as_children,std::vector<android_namespace_t * > * namespaces)1546 bool find_libraries(android_namespace_t* ns,
1547                     soinfo* start_with,
1548                     const char* const library_names[],
1549                     size_t library_names_count,
1550                     soinfo* soinfos[],
1551                     std::vector<soinfo*>* ld_preloads,
1552                     size_t ld_preloads_count,
1553                     int rtld_flags,
1554                     const android_dlextinfo* extinfo,
1555                     bool add_as_children,
1556                     std::vector<android_namespace_t*>* namespaces) {
1557   // Step 0: prepare.
1558   std::unordered_map<const soinfo*, ElfReader> readers_map;
1559   LoadTaskList load_tasks;
1560 
1561   for (size_t i = 0; i < library_names_count; ++i) {
1562     const char* name = library_names[i];
1563     load_tasks.push_back(LoadTask::create(name, start_with, ns, &readers_map));
1564   }
1565 
1566   // If soinfos array is null allocate one on stack.
1567   // The array is needed in case of failure; for example
1568   // when library_names[] = {libone.so, libtwo.so} and libone.so
1569   // is loaded correctly but libtwo.so failed for some reason.
1570   // In this case libone.so should be unloaded on return.
1571   // See also implementation of failure_guard below.
1572 
1573   if (soinfos == nullptr) {
1574     size_t soinfos_size = sizeof(soinfo*)*library_names_count;
1575     soinfos = reinterpret_cast<soinfo**>(alloca(soinfos_size));
1576     memset(soinfos, 0, soinfos_size);
1577   }
1578 
1579   // list of libraries to link - see step 2.
1580   size_t soinfos_count = 0;
1581 
1582   auto scope_guard = android::base::make_scope_guard([&]() {
1583     for (LoadTask* t : load_tasks) {
1584       LoadTask::deleter(t);
1585     }
1586   });
1587 
1588   ZipArchiveCache zip_archive_cache;
1589   soinfo_list_t new_global_group_members;
1590 
1591   // Step 1: expand the list of load_tasks to include
1592   // all DT_NEEDED libraries (do not load them just yet)
1593   for (size_t i = 0; i<load_tasks.size(); ++i) {
1594     LoadTask* task = load_tasks[i];
1595     soinfo* needed_by = task->get_needed_by();
1596 
1597     bool is_dt_needed = needed_by != nullptr && (needed_by != start_with || add_as_children);
1598     task->set_extinfo(is_dt_needed ? nullptr : extinfo);
1599     task->set_dt_needed(is_dt_needed);
1600 
1601     // Note: start from the namespace that is stored in the LoadTask. This namespace
1602     // is different from the current namespace when the LoadTask is for a transitive
1603     // dependency and the lib that created the LoadTask is not found in the
1604     // current namespace but in one of the linked namespaces.
1605     android_namespace_t* start_ns = const_cast<android_namespace_t*>(task->get_start_from());
1606 
1607     LD_LOG(kLogDlopen, "find_library_internal(ns=%s@%p): task=%s, is_dt_needed=%d",
1608            start_ns->get_name(), start_ns, task->get_name(), is_dt_needed);
1609 
1610     if (!find_library_internal(start_ns, task, &zip_archive_cache, &load_tasks, rtld_flags)) {
1611       return false;
1612     }
1613 
1614     soinfo* si = task->get_soinfo();
1615 
1616     if (is_dt_needed) {
1617       needed_by->add_child(si);
1618     }
1619 
1620     // When ld_preloads is not null, the first
1621     // ld_preloads_count libs are in fact ld_preloads.
1622     bool is_ld_preload = false;
1623     if (ld_preloads != nullptr && soinfos_count < ld_preloads_count) {
1624       ld_preloads->push_back(si);
1625       is_ld_preload = true;
1626     }
1627 
1628     if (soinfos_count < library_names_count) {
1629       soinfos[soinfos_count++] = si;
1630     }
1631 
1632     // Add the new global group members to all initial namespaces. Do this secondary namespace setup
1633     // at the same time that libraries are added to their primary namespace so that the order of
1634     // global group members is the same in the every namespace. Only add a library to a namespace
1635     // once, even if it appears multiple times in the dependency graph.
1636     if (is_ld_preload || (si->get_dt_flags_1() & DF_1_GLOBAL) != 0) {
1637       if (!si->is_linked() && namespaces != nullptr && !new_global_group_members.contains(si)) {
1638         new_global_group_members.push_back(si);
1639         for (auto linked_ns : *namespaces) {
1640           if (si->get_primary_namespace() != linked_ns) {
1641             linked_ns->add_soinfo(si);
1642             si->add_secondary_namespace(linked_ns);
1643           }
1644         }
1645       }
1646     }
1647   }
1648 
1649   // Step 2: Load libraries in random order (see b/24047022)
1650   LoadTaskList load_list;
1651   for (auto&& task : load_tasks) {
1652     soinfo* si = task->get_soinfo();
1653     auto pred = [&](const LoadTask* t) {
1654       return t->get_soinfo() == si;
1655     };
1656 
1657     if (!si->is_linked() &&
1658         std::find_if(load_list.begin(), load_list.end(), pred) == load_list.end() ) {
1659       load_list.push_back(task);
1660     }
1661   }
1662   bool reserved_address_recursive = false;
1663   if (extinfo) {
1664     reserved_address_recursive = extinfo->flags & ANDROID_DLEXT_RESERVED_ADDRESS_RECURSIVE;
1665   }
1666   if (!reserved_address_recursive) {
1667     // Shuffle the load order in the normal case, but not if we are loading all
1668     // the libraries to a reserved address range.
1669     shuffle(&load_list);
1670   }
1671 
1672   // Set up address space parameters.
1673   address_space_params extinfo_params, default_params;
1674   size_t relro_fd_offset = 0;
1675   if (extinfo) {
1676     if (extinfo->flags & ANDROID_DLEXT_RESERVED_ADDRESS) {
1677       extinfo_params.start_addr = extinfo->reserved_addr;
1678       extinfo_params.reserved_size = extinfo->reserved_size;
1679       extinfo_params.must_use_address = true;
1680     } else if (extinfo->flags & ANDROID_DLEXT_RESERVED_ADDRESS_HINT) {
1681       extinfo_params.start_addr = extinfo->reserved_addr;
1682       extinfo_params.reserved_size = extinfo->reserved_size;
1683     }
1684   }
1685 
1686   for (auto&& task : load_list) {
1687     address_space_params* address_space =
1688         (reserved_address_recursive || !task->is_dt_needed()) ? &extinfo_params : &default_params;
1689     if (!task->load(address_space)) {
1690       return false;
1691     }
1692   }
1693 
1694   // Step 3: pre-link all DT_NEEDED libraries in breadth first order.
1695   for (auto&& task : load_tasks) {
1696     soinfo* si = task->get_soinfo();
1697     if (!si->is_linked() && !si->prelink_image()) {
1698       return false;
1699     }
1700     register_soinfo_tls(si);
1701   }
1702 
1703   // Step 4: Construct the global group. DF_1_GLOBAL bit is force set for LD_PRELOADed libs because
1704   // they must be added to the global group. Note: The DF_1_GLOBAL bit for a library is normally set
1705   // in step 3.
1706   if (ld_preloads != nullptr) {
1707     for (auto&& si : *ld_preloads) {
1708       si->set_dt_flags_1(si->get_dt_flags_1() | DF_1_GLOBAL);
1709     }
1710   }
1711 
1712   // Step 5: Collect roots of local_groups.
1713   // Whenever needed_by->si link crosses a namespace boundary it forms its own local_group.
1714   // Here we collect new roots to link them separately later on. Note that we need to avoid
1715   // collecting duplicates. Also the order is important. They need to be linked in the same
1716   // BFS order we link individual libraries.
1717   std::vector<soinfo*> local_group_roots;
1718   if (start_with != nullptr && add_as_children) {
1719     local_group_roots.push_back(start_with);
1720   } else {
1721     CHECK(soinfos_count == 1);
1722     local_group_roots.push_back(soinfos[0]);
1723   }
1724 
1725   for (auto&& task : load_tasks) {
1726     soinfo* si = task->get_soinfo();
1727     soinfo* needed_by = task->get_needed_by();
1728     bool is_dt_needed = needed_by != nullptr && (needed_by != start_with || add_as_children);
1729     android_namespace_t* needed_by_ns =
1730         is_dt_needed ? needed_by->get_primary_namespace() : ns;
1731 
1732     if (!si->is_linked() && si->get_primary_namespace() != needed_by_ns) {
1733       auto it = std::find(local_group_roots.begin(), local_group_roots.end(), si);
1734       LD_LOG(kLogDlopen,
1735              "Crossing namespace boundary (si=%s@%p, si_ns=%s@%p, needed_by=%s@%p, ns=%s@%p, needed_by_ns=%s@%p) adding to local_group_roots: %s",
1736              si->get_realpath(),
1737              si,
1738              si->get_primary_namespace()->get_name(),
1739              si->get_primary_namespace(),
1740              needed_by == nullptr ? "(nullptr)" : needed_by->get_realpath(),
1741              needed_by,
1742              ns->get_name(),
1743              ns,
1744              needed_by_ns->get_name(),
1745              needed_by_ns,
1746              it == local_group_roots.end() ? "yes" : "no");
1747 
1748       if (it == local_group_roots.end()) {
1749         local_group_roots.push_back(si);
1750       }
1751     }
1752   }
1753 
1754   // Step 6: Link all local groups
1755   for (auto root : local_group_roots) {
1756     soinfo_list_t local_group;
1757     android_namespace_t* local_group_ns = root->get_primary_namespace();
1758 
1759     walk_dependencies_tree(root,
1760       [&] (soinfo* si) {
1761         if (local_group_ns->is_accessible(si)) {
1762           local_group.push_back(si);
1763           return kWalkContinue;
1764         } else {
1765           return kWalkSkip;
1766         }
1767       });
1768 
1769     soinfo_list_t global_group = local_group_ns->get_global_group();
1770     SymbolLookupList lookup_list(global_group, local_group);
1771     soinfo* local_group_root = local_group.front();
1772 
1773     bool linked = local_group.visit([&](soinfo* si) {
1774       // Even though local group may contain accessible soinfos from other namespaces
1775       // we should avoid linking them (because if they are not linked -> they
1776       // are in the local_group_roots and will be linked later).
1777       if (!si->is_linked() && si->get_primary_namespace() == local_group_ns) {
1778         const android_dlextinfo* link_extinfo = nullptr;
1779         if (si == soinfos[0] || reserved_address_recursive) {
1780           // Only forward extinfo for the first library unless the recursive
1781           // flag is set.
1782           link_extinfo = extinfo;
1783         }
1784         if (__libc_shared_globals()->load_hook) {
1785           __libc_shared_globals()->load_hook(si->load_bias, si->phdr, si->phnum);
1786         }
1787         lookup_list.set_dt_symbolic_lib(si->has_DT_SYMBOLIC ? si : nullptr);
1788         if (!si->link_image(lookup_list, local_group_root, link_extinfo, &relro_fd_offset) ||
1789             !get_cfi_shadow()->AfterLoad(si, solist_get_head())) {
1790           return false;
1791         }
1792       }
1793 
1794       return true;
1795     });
1796 
1797     if (!linked) {
1798       return false;
1799     }
1800   }
1801 
1802   // Step 7: Mark all load_tasks as linked and increment refcounts
1803   // for references between load_groups (at this point it does not matter if
1804   // referenced load_groups were loaded by previous dlopen or as part of this
1805   // one on step 6)
1806   if (start_with != nullptr && add_as_children) {
1807     start_with->set_linked();
1808   }
1809 
1810   for (auto&& task : load_tasks) {
1811     soinfo* si = task->get_soinfo();
1812     si->set_linked();
1813   }
1814 
1815   for (auto&& task : load_tasks) {
1816     soinfo* si = task->get_soinfo();
1817     soinfo* needed_by = task->get_needed_by();
1818     if (needed_by != nullptr &&
1819         needed_by != start_with &&
1820         needed_by->get_local_group_root() != si->get_local_group_root()) {
1821       si->increment_ref_count();
1822     }
1823   }
1824 
1825 
1826   return true;
1827 }
1828 
find_library(android_namespace_t * ns,const char * name,int rtld_flags,const android_dlextinfo * extinfo,soinfo * needed_by)1829 static soinfo* find_library(android_namespace_t* ns,
1830                             const char* name, int rtld_flags,
1831                             const android_dlextinfo* extinfo,
1832                             soinfo* needed_by) {
1833   soinfo* si = nullptr;
1834 
1835   if (name == nullptr) {
1836     si = solist_get_somain();
1837   } else if (!find_libraries(ns,
1838                              needed_by,
1839                              &name,
1840                              1,
1841                              &si,
1842                              nullptr,
1843                              0,
1844                              rtld_flags,
1845                              extinfo,
1846                              false /* add_as_children */)) {
1847     if (si != nullptr) {
1848       soinfo_unload(si);
1849     }
1850     return nullptr;
1851   }
1852 
1853   si->increment_ref_count();
1854 
1855   return si;
1856 }
1857 
soinfo_unload_impl(soinfo * root)1858 static void soinfo_unload_impl(soinfo* root) {
1859   ScopedTrace trace((std::string("unload ") + root->get_realpath()).c_str());
1860   bool is_linked = root->is_linked();
1861 
1862   if (!root->can_unload()) {
1863     LD_LOG(kLogDlopen,
1864            "... dlclose(root=\"%s\"@%p) ... not unloading - the load group is flagged with NODELETE",
1865            root->get_realpath(),
1866            root);
1867     return;
1868   }
1869 
1870 
1871   soinfo_list_t unload_list;
1872   unload_list.push_back(root);
1873 
1874   soinfo_list_t local_unload_list;
1875   soinfo_list_t external_unload_list;
1876   soinfo* si = nullptr;
1877 
1878   while ((si = unload_list.pop_front()) != nullptr) {
1879     if (local_unload_list.contains(si)) {
1880       continue;
1881     }
1882 
1883     local_unload_list.push_back(si);
1884 
1885     if (si->has_min_version(0)) {
1886       soinfo* child = nullptr;
1887       while ((child = si->get_children().pop_front()) != nullptr) {
1888         TRACE("%s@%p needs to unload %s@%p", si->get_realpath(), si,
1889             child->get_realpath(), child);
1890 
1891         child->get_parents().remove(si);
1892 
1893         if (local_unload_list.contains(child)) {
1894           continue;
1895         } else if (child->is_linked() && child->get_local_group_root() != root) {
1896           external_unload_list.push_back(child);
1897         } else if (child->get_parents().empty()) {
1898           unload_list.push_back(child);
1899         }
1900       }
1901     } else {
1902       async_safe_fatal("soinfo for \"%s\"@%p has no version", si->get_realpath(), si);
1903     }
1904   }
1905 
1906   local_unload_list.for_each([](soinfo* si) {
1907     LD_LOG(kLogDlopen,
1908            "... dlclose: calling destructors for \"%s\"@%p ... ",
1909            si->get_realpath(),
1910            si);
1911     si->call_destructors();
1912     LD_LOG(kLogDlopen,
1913            "... dlclose: calling destructors for \"%s\"@%p ... done",
1914            si->get_realpath(),
1915            si);
1916   });
1917 
1918   while ((si = local_unload_list.pop_front()) != nullptr) {
1919     LD_LOG(kLogDlopen,
1920            "... dlclose: unloading \"%s\"@%p ...",
1921            si->get_realpath(),
1922            si);
1923     ++g_module_unload_counter;
1924     notify_gdb_of_unload(si);
1925     unregister_soinfo_tls(si);
1926     if (__libc_shared_globals()->unload_hook) {
1927       __libc_shared_globals()->unload_hook(si->load_bias, si->phdr, si->phnum);
1928     }
1929     get_cfi_shadow()->BeforeUnload(si);
1930     soinfo_free(si);
1931   }
1932 
1933   if (is_linked) {
1934     while ((si = external_unload_list.pop_front()) != nullptr) {
1935       LD_LOG(kLogDlopen,
1936              "... dlclose: unloading external reference \"%s\"@%p ...",
1937              si->get_realpath(),
1938              si);
1939       soinfo_unload(si);
1940     }
1941   } else {
1942       LD_LOG(kLogDlopen,
1943              "... dlclose: unload_si was not linked - not unloading external references ...");
1944   }
1945 }
1946 
soinfo_unload(soinfo * unload_si)1947 static void soinfo_unload(soinfo* unload_si) {
1948   // Note that the library can be loaded but not linked;
1949   // in which case there is no root but we still need
1950   // to walk the tree and unload soinfos involved.
1951   //
1952   // This happens on unsuccessful dlopen, when one of
1953   // the DT_NEEDED libraries could not be linked/found.
1954   bool is_linked = unload_si->is_linked();
1955   soinfo* root = is_linked ? unload_si->get_local_group_root() : unload_si;
1956 
1957   LD_LOG(kLogDlopen,
1958          "... dlclose(realpath=\"%s\"@%p) ... load group root is \"%s\"@%p",
1959          unload_si->get_realpath(),
1960          unload_si,
1961          root->get_realpath(),
1962          root);
1963 
1964 
1965   size_t ref_count = is_linked ? root->decrement_ref_count() : 0;
1966   if (ref_count > 0) {
1967     LD_LOG(kLogDlopen,
1968            "... dlclose(root=\"%s\"@%p) ... not unloading - decrementing ref_count to %zd",
1969            root->get_realpath(),
1970            root,
1971            ref_count);
1972     return;
1973   }
1974 
1975   soinfo_unload_impl(root);
1976 }
1977 
increment_dso_handle_reference_counter(void * dso_handle)1978 void increment_dso_handle_reference_counter(void* dso_handle) {
1979   if (dso_handle == nullptr) {
1980     return;
1981   }
1982 
1983   auto it = g_dso_handle_counters.find(dso_handle);
1984   if (it != g_dso_handle_counters.end()) {
1985     CHECK(++it->second != 0);
1986   } else {
1987     soinfo* si = find_containing_library(dso_handle);
1988     if (si != nullptr) {
1989       ProtectedDataGuard guard;
1990       si->increment_ref_count();
1991     } else {
1992       async_safe_fatal(
1993           "increment_dso_handle_reference_counter: Couldn't find soinfo by dso_handle=%p",
1994           dso_handle);
1995     }
1996     g_dso_handle_counters[dso_handle] = 1U;
1997   }
1998 }
1999 
decrement_dso_handle_reference_counter(void * dso_handle)2000 void decrement_dso_handle_reference_counter(void* dso_handle) {
2001   if (dso_handle == nullptr) {
2002     return;
2003   }
2004 
2005   auto it = g_dso_handle_counters.find(dso_handle);
2006   CHECK(it != g_dso_handle_counters.end());
2007   CHECK(it->second != 0);
2008 
2009   if (--it->second == 0) {
2010     soinfo* si = find_containing_library(dso_handle);
2011     if (si != nullptr) {
2012       ProtectedDataGuard guard;
2013       soinfo_unload(si);
2014     } else {
2015       async_safe_fatal(
2016           "decrement_dso_handle_reference_counter: Couldn't find soinfo by dso_handle=%p",
2017           dso_handle);
2018     }
2019     g_dso_handle_counters.erase(it);
2020   }
2021 }
2022 
symbol_display_name(const char * sym_name,const char * sym_ver)2023 static std::string symbol_display_name(const char* sym_name, const char* sym_ver) {
2024   if (sym_ver == nullptr) {
2025     return sym_name;
2026   }
2027 
2028   return std::string(sym_name) + ", version " + sym_ver;
2029 }
2030 
get_caller_namespace(soinfo * caller)2031 static android_namespace_t* get_caller_namespace(soinfo* caller) {
2032   return caller != nullptr ? caller->get_primary_namespace() : g_anonymous_namespace;
2033 }
2034 
do_android_get_LD_LIBRARY_PATH(char * buffer,size_t buffer_size)2035 void do_android_get_LD_LIBRARY_PATH(char* buffer, size_t buffer_size) {
2036   // Use basic string manipulation calls to avoid snprintf.
2037   // snprintf indirectly calls pthread_getspecific to get the size of a buffer.
2038   // When debug malloc is enabled, this call returns 0. This in turn causes
2039   // snprintf to do nothing, which causes libraries to fail to load.
2040   // See b/17302493 for further details.
2041   // Once the above bug is fixed, this code can be modified to use
2042   // snprintf again.
2043   const auto& default_ld_paths = g_default_namespace.get_default_library_paths();
2044 
2045   size_t required_size = 0;
2046   for (const auto& path : default_ld_paths) {
2047     required_size += path.size() + 1;
2048   }
2049 
2050   if (buffer_size < required_size) {
2051     async_safe_fatal("android_get_LD_LIBRARY_PATH failed, buffer too small: "
2052                      "buffer len %zu, required len %zu", buffer_size, required_size);
2053   }
2054 
2055   char* end = buffer;
2056   for (size_t i = 0; i < default_ld_paths.size(); ++i) {
2057     if (i > 0) *end++ = ':';
2058     end = stpcpy(end, default_ld_paths[i].c_str());
2059   }
2060 }
2061 
do_android_update_LD_LIBRARY_PATH(const char * ld_library_path)2062 void do_android_update_LD_LIBRARY_PATH(const char* ld_library_path) {
2063   parse_LD_LIBRARY_PATH(ld_library_path);
2064 }
2065 
android_dlextinfo_to_string(const android_dlextinfo * info)2066 static std::string android_dlextinfo_to_string(const android_dlextinfo* info) {
2067   if (info == nullptr) {
2068     return "(null)";
2069   }
2070 
2071   return android::base::StringPrintf("[flags=0x%" PRIx64 ","
2072                                      " reserved_addr=%p,"
2073                                      " reserved_size=0x%zx,"
2074                                      " relro_fd=%d,"
2075                                      " library_fd=%d,"
2076                                      " library_fd_offset=0x%" PRIx64 ","
2077                                      " library_namespace=%s@%p]",
2078                                      info->flags,
2079                                      info->reserved_addr,
2080                                      info->reserved_size,
2081                                      info->relro_fd,
2082                                      info->library_fd,
2083                                      info->library_fd_offset,
2084                                      (info->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0 ?
2085                                         (info->library_namespace != nullptr ?
2086                                           info->library_namespace->get_name() : "(null)") : "(n/a)",
2087                                      (info->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0 ?
2088                                         info->library_namespace : nullptr);
2089 }
2090 
do_dlopen(const char * name,int flags,const android_dlextinfo * extinfo,const void * caller_addr)2091 void* do_dlopen(const char* name, int flags,
2092                 const android_dlextinfo* extinfo,
2093                 const void* caller_addr) {
2094   std::string trace_prefix = std::string("dlopen: ") + (name == nullptr ? "(nullptr)" : name);
2095   ScopedTrace trace(trace_prefix.c_str());
2096   ScopedTrace loading_trace((trace_prefix + " - loading and linking").c_str());
2097   soinfo* const caller = find_containing_library(caller_addr);
2098   android_namespace_t* ns = get_caller_namespace(caller);
2099 
2100   LD_LOG(kLogDlopen,
2101          "dlopen(name=\"%s\", flags=0x%x, extinfo=%s, caller=\"%s\", caller_ns=%s@%p, targetSdkVersion=%i) ...",
2102          name,
2103          flags,
2104          android_dlextinfo_to_string(extinfo).c_str(),
2105          caller == nullptr ? "(null)" : caller->get_realpath(),
2106          ns == nullptr ? "(null)" : ns->get_name(),
2107          ns,
2108          get_application_target_sdk_version());
2109 
2110   auto purge_guard = android::base::make_scope_guard([&]() { purge_unused_memory(); });
2111 
2112   auto failure_guard = android::base::make_scope_guard(
2113       [&]() { LD_LOG(kLogDlopen, "... dlopen failed: %s", linker_get_error_buffer()); });
2114 
2115   if ((flags & ~(RTLD_NOW|RTLD_LAZY|RTLD_LOCAL|RTLD_GLOBAL|RTLD_NODELETE|RTLD_NOLOAD)) != 0) {
2116     DL_OPEN_ERR("invalid flags to dlopen: %x", flags);
2117     return nullptr;
2118   }
2119 
2120   if (extinfo != nullptr) {
2121     if ((extinfo->flags & ~(ANDROID_DLEXT_VALID_FLAG_BITS)) != 0) {
2122       DL_OPEN_ERR("invalid extended flags to android_dlopen_ext: 0x%" PRIx64, extinfo->flags);
2123       return nullptr;
2124     }
2125 
2126     if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) == 0 &&
2127         (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) {
2128       DL_OPEN_ERR("invalid extended flag combination (ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET without "
2129           "ANDROID_DLEXT_USE_LIBRARY_FD): 0x%" PRIx64, extinfo->flags);
2130       return nullptr;
2131     }
2132 
2133     if ((extinfo->flags & ANDROID_DLEXT_USE_NAMESPACE) != 0) {
2134       if (extinfo->library_namespace == nullptr) {
2135         DL_OPEN_ERR("ANDROID_DLEXT_USE_NAMESPACE is set but extinfo->library_namespace is null");
2136         return nullptr;
2137       }
2138       ns = extinfo->library_namespace;
2139     }
2140   }
2141 
2142   // Workaround for dlopen(/system/lib/<soname>) when .so is in /apex. http://b/121248172
2143   // The workaround works only when targetSdkVersion < Q.
2144   std::string name_to_apex;
2145   if (translateSystemPathToApexPath(name, &name_to_apex)) {
2146     const char* new_name = name_to_apex.c_str();
2147     LD_LOG(kLogDlopen, "dlopen considering translation from %s to APEX path %s",
2148            name,
2149            new_name);
2150     // Some APEXs could be optionally disabled. Only translate the path
2151     // when the old file is absent and the new file exists.
2152     // TODO(b/124218500): Re-enable it once app compat issue is resolved
2153     /*
2154     if (file_exists(name)) {
2155       LD_LOG(kLogDlopen, "dlopen %s exists, not translating", name);
2156     } else
2157     */
2158     if (!file_exists(new_name)) {
2159       LD_LOG(kLogDlopen, "dlopen %s does not exist, not translating",
2160              new_name);
2161     } else {
2162       LD_LOG(kLogDlopen, "dlopen translation accepted: using %s", new_name);
2163       name = new_name;
2164     }
2165   }
2166   // End Workaround for dlopen(/system/lib/<soname>) when .so is in /apex.
2167 
2168   std::string translated_name_holder;
2169 
2170   assert(!g_is_hwasan || !g_is_asan);
2171   const char* translated_name = name;
2172   if (g_is_asan && translated_name != nullptr && translated_name[0] == '/') {
2173     char original_path[PATH_MAX];
2174     if (realpath(name, original_path) != nullptr) {
2175       translated_name_holder = std::string(kAsanLibDirPrefix) + original_path;
2176       if (file_exists(translated_name_holder.c_str())) {
2177         soinfo* si = nullptr;
2178         if (find_loaded_library_by_realpath(ns, original_path, true, &si)) {
2179           PRINT("linker_asan dlopen NOT translating \"%s\" -> \"%s\": library already loaded", name,
2180                 translated_name_holder.c_str());
2181         } else {
2182           PRINT("linker_asan dlopen translating \"%s\" -> \"%s\"", name, translated_name);
2183           translated_name = translated_name_holder.c_str();
2184         }
2185       }
2186     }
2187   } else if (g_is_hwasan && translated_name != nullptr && translated_name[0] == '/') {
2188     char original_path[PATH_MAX];
2189     if (realpath(name, original_path) != nullptr) {
2190       // Keep this the same as CreateHwasanPath in system/linkerconfig/modules/namespace.cc.
2191       std::string path(original_path);
2192       auto slash = path.rfind('/');
2193       if (slash != std::string::npos || slash != path.size() - 1) {
2194         translated_name_holder = path.substr(0, slash) + "/hwasan" + path.substr(slash);
2195       }
2196       if (!translated_name_holder.empty() && file_exists(translated_name_holder.c_str())) {
2197         soinfo* si = nullptr;
2198         if (find_loaded_library_by_realpath(ns, original_path, true, &si)) {
2199           PRINT("linker_hwasan dlopen NOT translating \"%s\" -> \"%s\": library already loaded", name,
2200                 translated_name_holder.c_str());
2201         } else {
2202           PRINT("linker_hwasan dlopen translating \"%s\" -> \"%s\"", name, translated_name);
2203           translated_name = translated_name_holder.c_str();
2204         }
2205       }
2206     }
2207   }
2208   ProtectedDataGuard guard;
2209   soinfo* si = find_library(ns, translated_name, flags, extinfo, caller);
2210   loading_trace.End();
2211 
2212   if (si != nullptr) {
2213     void* handle = si->to_handle();
2214     LD_LOG(kLogDlopen,
2215            "... dlopen calling constructors: realpath=\"%s\", soname=\"%s\", handle=%p",
2216            si->get_realpath(), si->get_soname(), handle);
2217     si->call_constructors();
2218     failure_guard.Disable();
2219     LD_LOG(kLogDlopen,
2220            "... dlopen successful: realpath=\"%s\", soname=\"%s\", handle=%p",
2221            si->get_realpath(), si->get_soname(), handle);
2222     return handle;
2223   }
2224 
2225   return nullptr;
2226 }
2227 
do_dladdr(const void * addr,Dl_info * info)2228 int do_dladdr(const void* addr, Dl_info* info) {
2229   // Determine if this address can be found in any library currently mapped.
2230   soinfo* si = find_containing_library(addr);
2231   if (si == nullptr) {
2232     return 0;
2233   }
2234 
2235   memset(info, 0, sizeof(Dl_info));
2236 
2237   info->dli_fname = si->get_realpath();
2238   // Address at which the shared object is loaded.
2239   info->dli_fbase = reinterpret_cast<void*>(si->base);
2240 
2241   // Determine if any symbol in the library contains the specified address.
2242   ElfW(Sym)* sym = si->find_symbol_by_address(addr);
2243   if (sym != nullptr) {
2244     info->dli_sname = si->get_string(sym->st_name);
2245     info->dli_saddr = reinterpret_cast<void*>(si->resolve_symbol_address(sym));
2246   }
2247 
2248   return 1;
2249 }
2250 
soinfo_from_handle(void * handle)2251 static soinfo* soinfo_from_handle(void* handle) {
2252   if ((reinterpret_cast<uintptr_t>(handle) & 1) != 0) {
2253     auto it = g_soinfo_handles_map.find(reinterpret_cast<uintptr_t>(handle));
2254     if (it == g_soinfo_handles_map.end()) {
2255       return nullptr;
2256     } else {
2257       return it->second;
2258     }
2259   }
2260 
2261   return static_cast<soinfo*>(handle);
2262 }
2263 
do_dlsym(void * handle,const char * sym_name,const char * sym_ver,const void * caller_addr,void ** symbol)2264 bool do_dlsym(void* handle,
2265               const char* sym_name,
2266               const char* sym_ver,
2267               const void* caller_addr,
2268               void** symbol) {
2269   ScopedTrace trace("dlsym");
2270 #if !defined(__LP64__)
2271   if (handle == nullptr) {
2272     DL_SYM_ERR("dlsym failed: library handle is null");
2273     return false;
2274   }
2275 #endif
2276 
2277   soinfo* found = nullptr;
2278   const ElfW(Sym)* sym = nullptr;
2279   soinfo* caller = find_containing_library(caller_addr);
2280   android_namespace_t* ns = get_caller_namespace(caller);
2281   soinfo* si = nullptr;
2282   if (handle != RTLD_DEFAULT && handle != RTLD_NEXT) {
2283     si = soinfo_from_handle(handle);
2284   }
2285 
2286   LD_LOG(kLogDlsym,
2287          "dlsym(handle=%p(\"%s\"), sym_name=\"%s\", sym_ver=\"%s\", caller=\"%s\", caller_ns=%s@%p) ...",
2288          handle,
2289          si != nullptr ? si->get_realpath() : "n/a",
2290          sym_name,
2291          sym_ver,
2292          caller == nullptr ? "(null)" : caller->get_realpath(),
2293          ns == nullptr ? "(null)" : ns->get_name(),
2294          ns);
2295 
2296   auto failure_guard = android::base::make_scope_guard(
2297       [&]() { LD_LOG(kLogDlsym, "... dlsym failed: %s", linker_get_error_buffer()); });
2298 
2299   if (sym_name == nullptr) {
2300     DL_SYM_ERR("dlsym failed: symbol name is null");
2301     return false;
2302   }
2303 
2304   version_info vi_instance;
2305   version_info* vi = nullptr;
2306 
2307   if (sym_ver != nullptr) {
2308     vi_instance.name = sym_ver;
2309     vi_instance.elf_hash = calculate_elf_hash(sym_ver);
2310     vi = &vi_instance;
2311   }
2312 
2313   if (handle == RTLD_DEFAULT || handle == RTLD_NEXT) {
2314     sym = dlsym_linear_lookup(ns, sym_name, vi, &found, caller, handle);
2315   } else {
2316     if (si == nullptr) {
2317       DL_SYM_ERR("dlsym failed: invalid handle: %p", handle);
2318       return false;
2319     }
2320     sym = dlsym_handle_lookup(si, &found, sym_name, vi);
2321   }
2322 
2323   if (sym != nullptr) {
2324     uint32_t bind = ELF_ST_BIND(sym->st_info);
2325     uint32_t type = ELF_ST_TYPE(sym->st_info);
2326 
2327     if ((bind == STB_GLOBAL || bind == STB_WEAK) && sym->st_shndx != 0) {
2328       if (type == STT_TLS) {
2329         // For a TLS symbol, dlsym returns the address of the current thread's
2330         // copy of the symbol.
2331         const soinfo_tls* tls_module = found->get_tls();
2332         if (tls_module == nullptr) {
2333           DL_SYM_ERR("TLS symbol \"%s\" in solib \"%s\" with no TLS segment",
2334                      sym_name, found->get_realpath());
2335           return false;
2336         }
2337         void* tls_block = get_tls_block_for_this_thread(tls_module, /*should_alloc=*/true);
2338         *symbol = static_cast<char*>(tls_block) + sym->st_value;
2339       } else {
2340         *symbol = reinterpret_cast<void*>(found->resolve_symbol_address(sym));
2341       }
2342       failure_guard.Disable();
2343       LD_LOG(kLogDlsym,
2344              "... dlsym successful: sym_name=\"%s\", sym_ver=\"%s\", found in=\"%s\", address=%p",
2345              sym_name, sym_ver, found->get_soname(), *symbol);
2346       return true;
2347     }
2348 
2349     DL_SYM_ERR("symbol \"%s\" found but not global", symbol_display_name(sym_name, sym_ver).c_str());
2350     return false;
2351   }
2352 
2353   DL_SYM_ERR("undefined symbol: %s", symbol_display_name(sym_name, sym_ver).c_str());
2354   return false;
2355 }
2356 
do_dlclose(void * handle)2357 int do_dlclose(void* handle) {
2358   ScopedTrace trace("dlclose");
2359   ProtectedDataGuard guard;
2360   soinfo* si = soinfo_from_handle(handle);
2361   if (si == nullptr) {
2362     DL_OPEN_ERR("invalid handle: %p", handle);
2363     return -1;
2364   }
2365 
2366   LD_LOG(kLogDlopen,
2367          "dlclose(handle=%p, realpath=\"%s\"@%p) ...",
2368          handle,
2369          si->get_realpath(),
2370          si);
2371   soinfo_unload(si);
2372   LD_LOG(kLogDlopen,
2373          "dlclose(handle=%p) ... done",
2374          handle);
2375   return 0;
2376 }
2377 
2378 // Make ns as the anonymous namespace that is a namespace used when
2379 // we fail to determine the caller address (e.g., call from mono-jited code)
2380 // Since there can be multiple anonymous namespace in a process, subsequent
2381 // call to this function causes an error.
set_anonymous_namespace(android_namespace_t * ns)2382 static bool set_anonymous_namespace(android_namespace_t* ns) {
2383   if (!g_anonymous_namespace_set && ns != nullptr) {
2384     CHECK(ns->is_also_used_as_anonymous());
2385     g_anonymous_namespace = ns;
2386     g_anonymous_namespace_set = true;
2387     return true;
2388   }
2389   return false;
2390 }
2391 
2392 // TODO(b/130388701) remove this. Currently, this is used only for testing
2393 // where we don't have classloader namespace.
init_anonymous_namespace(const char * shared_lib_sonames,const char * library_search_path)2394 bool init_anonymous_namespace(const char* shared_lib_sonames, const char* library_search_path) {
2395   ProtectedDataGuard guard;
2396 
2397   // Test-only feature: we need to change the anonymous namespace multiple times
2398   // while the test is running.
2399   g_anonymous_namespace_set = false;
2400 
2401   // create anonymous namespace
2402   // When the caller is nullptr - create_namespace will take global group
2403   // from the anonymous namespace, which is fine because anonymous namespace
2404   // is still pointing to the default one.
2405   android_namespace_t* anon_ns =
2406       create_namespace(nullptr,
2407                        "(anonymous)",
2408                        nullptr,
2409                        library_search_path,
2410                        ANDROID_NAMESPACE_TYPE_ISOLATED |
2411                        ANDROID_NAMESPACE_TYPE_ALSO_USED_AS_ANONYMOUS,
2412                        nullptr,
2413                        &g_default_namespace);
2414 
2415   CHECK(anon_ns != nullptr);
2416 
2417   if (!link_namespaces(anon_ns, &g_default_namespace, shared_lib_sonames)) {
2418     // TODO: delete anon_ns
2419     return false;
2420   }
2421 
2422   return true;
2423 }
2424 
add_soinfos_to_namespace(const soinfo_list_t & soinfos,android_namespace_t * ns)2425 static void add_soinfos_to_namespace(const soinfo_list_t& soinfos, android_namespace_t* ns) {
2426   ns->add_soinfos(soinfos);
2427   for (auto si : soinfos) {
2428     si->add_secondary_namespace(ns);
2429   }
2430 }
2431 
fix_lib_paths(std::vector<std::string> paths)2432 std::vector<std::string> fix_lib_paths(std::vector<std::string> paths) {
2433   // For the bootstrap linker, insert /system/${LIB}/bootstrap in front of /system/${LIB} in any
2434   // namespace search path. The bootstrap linker should prefer to use the bootstrap bionic libraries
2435   // (e.g. libc.so).
2436 #if !defined(__ANDROID_APEX__)
2437   for (size_t i = 0; i < paths.size(); ++i) {
2438     if (paths[i] == kSystemLibDir) {
2439       paths.insert(paths.begin() + i, std::string(kSystemLibDir) + "/bootstrap");
2440       ++i;
2441     }
2442   }
2443 #endif
2444   return paths;
2445 }
2446 
create_namespace(const void * caller_addr,const char * name,const char * ld_library_path,const char * default_library_path,uint64_t type,const char * permitted_when_isolated_path,android_namespace_t * parent_namespace)2447 android_namespace_t* create_namespace(const void* caller_addr,
2448                                       const char* name,
2449                                       const char* ld_library_path,
2450                                       const char* default_library_path,
2451                                       uint64_t type,
2452                                       const char* permitted_when_isolated_path,
2453                                       android_namespace_t* parent_namespace) {
2454   if (parent_namespace == nullptr) {
2455     // if parent_namespace is nullptr -> set it to the caller namespace
2456     soinfo* caller_soinfo = find_containing_library(caller_addr);
2457 
2458     parent_namespace = caller_soinfo != nullptr ?
2459                        caller_soinfo->get_primary_namespace() :
2460                        g_anonymous_namespace;
2461   }
2462 
2463   ProtectedDataGuard guard;
2464   std::vector<std::string> ld_library_paths;
2465   std::vector<std::string> default_library_paths;
2466   std::vector<std::string> permitted_paths;
2467 
2468   parse_path(ld_library_path, ":", &ld_library_paths);
2469   parse_path(default_library_path, ":", &default_library_paths);
2470   parse_path(permitted_when_isolated_path, ":", &permitted_paths);
2471 
2472   android_namespace_t* ns = new (g_namespace_allocator.alloc()) android_namespace_t();
2473   ns->set_name(name);
2474   ns->set_isolated((type & ANDROID_NAMESPACE_TYPE_ISOLATED) != 0);
2475   ns->set_exempt_list_enabled((type & ANDROID_NAMESPACE_TYPE_EXEMPT_LIST_ENABLED) != 0);
2476   ns->set_also_used_as_anonymous((type & ANDROID_NAMESPACE_TYPE_ALSO_USED_AS_ANONYMOUS) != 0);
2477 
2478   if ((type & ANDROID_NAMESPACE_TYPE_SHARED) != 0) {
2479     // append parent namespace paths.
2480     std::copy(parent_namespace->get_ld_library_paths().begin(),
2481               parent_namespace->get_ld_library_paths().end(),
2482               back_inserter(ld_library_paths));
2483 
2484     std::copy(parent_namespace->get_default_library_paths().begin(),
2485               parent_namespace->get_default_library_paths().end(),
2486               back_inserter(default_library_paths));
2487 
2488     std::copy(parent_namespace->get_permitted_paths().begin(),
2489               parent_namespace->get_permitted_paths().end(),
2490               back_inserter(permitted_paths));
2491 
2492     // If shared - clone the parent namespace
2493     add_soinfos_to_namespace(parent_namespace->soinfo_list(), ns);
2494     // and copy parent namespace links
2495     for (auto& link : parent_namespace->linked_namespaces()) {
2496       ns->add_linked_namespace(link.linked_namespace(), link.shared_lib_sonames(),
2497                                link.allow_all_shared_libs());
2498     }
2499   } else {
2500     // If not shared - copy only the shared group
2501     add_soinfos_to_namespace(parent_namespace->get_shared_group(), ns);
2502   }
2503 
2504   ns->set_ld_library_paths(std::move(ld_library_paths));
2505   ns->set_default_library_paths(std::move(default_library_paths));
2506   ns->set_permitted_paths(std::move(permitted_paths));
2507 
2508   if (ns->is_also_used_as_anonymous() && !set_anonymous_namespace(ns)) {
2509     DL_ERR("failed to set namespace: [name=\"%s\", ld_library_path=\"%s\", default_library_paths=\"%s\""
2510            " permitted_paths=\"%s\"] as the anonymous namespace",
2511            ns->get_name(),
2512            android::base::Join(ns->get_ld_library_paths(), ':').c_str(),
2513            android::base::Join(ns->get_default_library_paths(), ':').c_str(),
2514            android::base::Join(ns->get_permitted_paths(), ':').c_str());
2515     return nullptr;
2516   }
2517 
2518   return ns;
2519 }
2520 
link_namespaces(android_namespace_t * namespace_from,android_namespace_t * namespace_to,const char * shared_lib_sonames)2521 bool link_namespaces(android_namespace_t* namespace_from,
2522                      android_namespace_t* namespace_to,
2523                      const char* shared_lib_sonames) {
2524   if (namespace_to == nullptr) {
2525     namespace_to = &g_default_namespace;
2526   }
2527 
2528   if (namespace_from == nullptr) {
2529     DL_ERR("error linking namespaces: namespace_from is null.");
2530     return false;
2531   }
2532 
2533   if (shared_lib_sonames == nullptr || shared_lib_sonames[0] == '\0') {
2534     DL_ERR("error linking namespaces \"%s\"->\"%s\": the list of shared libraries is empty.",
2535            namespace_from->get_name(), namespace_to->get_name());
2536     return false;
2537   }
2538 
2539   std::vector<std::string> sonames = android::base::Split(shared_lib_sonames, ":");
2540   std::unordered_set<std::string> sonames_set(std::make_move_iterator(sonames.begin()),
2541                                               std::make_move_iterator(sonames.end()));
2542 
2543   ProtectedDataGuard guard;
2544   namespace_from->add_linked_namespace(namespace_to, std::move(sonames_set), false);
2545 
2546   return true;
2547 }
2548 
link_namespaces_all_libs(android_namespace_t * namespace_from,android_namespace_t * namespace_to)2549 bool link_namespaces_all_libs(android_namespace_t* namespace_from,
2550                               android_namespace_t* namespace_to) {
2551   if (namespace_from == nullptr) {
2552     DL_ERR("error linking namespaces: namespace_from is null.");
2553     return false;
2554   }
2555 
2556   if (namespace_to == nullptr) {
2557     DL_ERR("error linking namespaces: namespace_to is null.");
2558     return false;
2559   }
2560 
2561   ProtectedDataGuard guard;
2562   namespace_from->add_linked_namespace(namespace_to, std::unordered_set<std::string>(), true);
2563 
2564   return true;
2565 }
2566 
call_ifunc_resolver(ElfW (Addr)resolver_addr)2567 ElfW(Addr) call_ifunc_resolver(ElfW(Addr) resolver_addr) {
2568   if (g_is_ldd) return 0;
2569 
2570   ElfW(Addr) ifunc_addr = __bionic_call_ifunc_resolver(resolver_addr);
2571   TRACE_TYPE(RELO, "Called ifunc_resolver@%p. The result is %p",
2572       reinterpret_cast<void *>(resolver_addr), reinterpret_cast<void*>(ifunc_addr));
2573 
2574   return ifunc_addr;
2575 }
2576 
get_version_info(ElfW (Versym)source_symver) const2577 const version_info* VersionTracker::get_version_info(ElfW(Versym) source_symver) const {
2578   if (source_symver < 2 ||
2579       source_symver >= version_infos.size() ||
2580       version_infos[source_symver].name == nullptr) {
2581     return nullptr;
2582   }
2583 
2584   return &version_infos[source_symver];
2585 }
2586 
add_version_info(size_t source_index,ElfW (Word)elf_hash,const char * ver_name,const soinfo * target_si)2587 void VersionTracker::add_version_info(size_t source_index,
2588                                       ElfW(Word) elf_hash,
2589                                       const char* ver_name,
2590                                       const soinfo* target_si) {
2591   if (source_index >= version_infos.size()) {
2592     version_infos.resize(source_index+1);
2593   }
2594 
2595   version_infos[source_index].elf_hash = elf_hash;
2596   version_infos[source_index].name = ver_name;
2597   version_infos[source_index].target_si = target_si;
2598 }
2599 
init_verneed(const soinfo * si_from)2600 bool VersionTracker::init_verneed(const soinfo* si_from) {
2601   uintptr_t verneed_ptr = si_from->get_verneed_ptr();
2602 
2603   if (verneed_ptr == 0) {
2604     return true;
2605   }
2606 
2607   size_t verneed_cnt = si_from->get_verneed_cnt();
2608 
2609   for (size_t i = 0, offset = 0; i<verneed_cnt; ++i) {
2610     const ElfW(Verneed)* verneed = reinterpret_cast<ElfW(Verneed)*>(verneed_ptr + offset);
2611     size_t vernaux_offset = offset + verneed->vn_aux;
2612     offset += verneed->vn_next;
2613 
2614     if (verneed->vn_version != 1) {
2615       DL_ERR("unsupported verneed[%zd] vn_version: %d (expected 1)", i, verneed->vn_version);
2616       return false;
2617     }
2618 
2619     const char* target_soname = si_from->get_string(verneed->vn_file);
2620     // find it in dependencies
2621     soinfo* target_si = si_from->get_children().find_if(
2622         [&](const soinfo* si) { return strcmp(si->get_soname(), target_soname) == 0; });
2623 
2624     if (target_si == nullptr) {
2625       DL_ERR("cannot find \"%s\" from verneed[%zd] in DT_NEEDED list for \"%s\"",
2626           target_soname, i, si_from->get_realpath());
2627       return false;
2628     }
2629 
2630     for (size_t j = 0; j<verneed->vn_cnt; ++j) {
2631       const ElfW(Vernaux)* vernaux = reinterpret_cast<ElfW(Vernaux)*>(verneed_ptr + vernaux_offset);
2632       vernaux_offset += vernaux->vna_next;
2633 
2634       const ElfW(Word) elf_hash = vernaux->vna_hash;
2635       const char* ver_name = si_from->get_string(vernaux->vna_name);
2636       ElfW(Half) source_index = vernaux->vna_other;
2637 
2638       add_version_info(source_index, elf_hash, ver_name, target_si);
2639     }
2640   }
2641 
2642   return true;
2643 }
2644 
2645 template <typename F>
for_each_verdef(const soinfo * si,F functor)2646 static bool for_each_verdef(const soinfo* si, F functor) {
2647   if (!si->has_min_version(2)) {
2648     return true;
2649   }
2650 
2651   uintptr_t verdef_ptr = si->get_verdef_ptr();
2652   if (verdef_ptr == 0) {
2653     return true;
2654   }
2655 
2656   size_t offset = 0;
2657 
2658   size_t verdef_cnt = si->get_verdef_cnt();
2659   for (size_t i = 0; i<verdef_cnt; ++i) {
2660     const ElfW(Verdef)* verdef = reinterpret_cast<ElfW(Verdef)*>(verdef_ptr + offset);
2661     size_t verdaux_offset = offset + verdef->vd_aux;
2662     offset += verdef->vd_next;
2663 
2664     if (verdef->vd_version != 1) {
2665       DL_ERR("unsupported verdef[%zd] vd_version: %d (expected 1) library: %s",
2666           i, verdef->vd_version, si->get_realpath());
2667       return false;
2668     }
2669 
2670     if ((verdef->vd_flags & VER_FLG_BASE) != 0) {
2671       // "this is the version of the file itself.  It must not be used for
2672       //  matching a symbol. It can be used to match references."
2673       //
2674       // http://www.akkadia.org/drepper/symbol-versioning
2675       continue;
2676     }
2677 
2678     if (verdef->vd_cnt == 0) {
2679       DL_ERR("invalid verdef[%zd] vd_cnt == 0 (version without a name)", i);
2680       return false;
2681     }
2682 
2683     const ElfW(Verdaux)* verdaux = reinterpret_cast<ElfW(Verdaux)*>(verdef_ptr + verdaux_offset);
2684 
2685     if (functor(i, verdef, verdaux) == true) {
2686       break;
2687     }
2688   }
2689 
2690   return true;
2691 }
2692 
find_verdef_version_index(const soinfo * si,const version_info * vi)2693 ElfW(Versym) find_verdef_version_index(const soinfo* si, const version_info* vi) {
2694   if (vi == nullptr) {
2695     return kVersymNotNeeded;
2696   }
2697 
2698   ElfW(Versym) result = kVersymGlobal;
2699 
2700   if (!for_each_verdef(si,
2701     [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) {
2702       if (verdef->vd_hash == vi->elf_hash &&
2703           strcmp(vi->name, si->get_string(verdaux->vda_name)) == 0) {
2704         result = verdef->vd_ndx;
2705         return true;
2706       }
2707 
2708       return false;
2709     }
2710   )) {
2711     // verdef should have already been validated in prelink_image.
2712     async_safe_fatal("invalid verdef after prelinking: %s, %s",
2713                      si->get_realpath(), linker_get_error_buffer());
2714   }
2715 
2716   return result;
2717 }
2718 
2719 // Validate the library's verdef section. On error, returns false and invokes DL_ERR.
validate_verdef_section(const soinfo * si)2720 bool validate_verdef_section(const soinfo* si) {
2721   return for_each_verdef(si,
2722     [&](size_t, const ElfW(Verdef)*, const ElfW(Verdaux)*) {
2723       return false;
2724     });
2725 }
2726 
init_verdef(const soinfo * si_from)2727 bool VersionTracker::init_verdef(const soinfo* si_from) {
2728   return for_each_verdef(si_from,
2729     [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) {
2730       add_version_info(verdef->vd_ndx, verdef->vd_hash,
2731           si_from->get_string(verdaux->vda_name), si_from);
2732       return false;
2733     }
2734   );
2735 }
2736 
init(const soinfo * si_from)2737 bool VersionTracker::init(const soinfo* si_from) {
2738   if (!si_from->has_min_version(2)) {
2739     return true;
2740   }
2741 
2742   return init_verneed(si_from) && init_verdef(si_from);
2743 }
2744 
2745 // TODO (dimitry): Methods below need to be moved out of soinfo
2746 // and in more isolated file in order minimize dependencies on
2747 // unnecessary object in the linker binary. Consider making them
2748 // independent from soinfo (?).
lookup_version_info(const VersionTracker & version_tracker,ElfW (Word)sym,const char * sym_name,const version_info ** vi)2749 bool soinfo::lookup_version_info(const VersionTracker& version_tracker, ElfW(Word) sym,
2750                                  const char* sym_name, const version_info** vi) {
2751   const ElfW(Versym)* sym_ver_ptr = get_versym(sym);
2752   ElfW(Versym) sym_ver = sym_ver_ptr == nullptr ? 0 : *sym_ver_ptr;
2753 
2754   if (sym_ver != VER_NDX_LOCAL && sym_ver != VER_NDX_GLOBAL) {
2755     *vi = version_tracker.get_version_info(sym_ver);
2756 
2757     if (*vi == nullptr) {
2758       DL_ERR("cannot find verneed/verdef for version index=%d "
2759           "referenced by symbol \"%s\" at \"%s\"", sym_ver, sym_name, get_realpath());
2760       return false;
2761     }
2762   } else {
2763     // there is no version info
2764     *vi = nullptr;
2765   }
2766 
2767   return true;
2768 }
2769 
apply_relr_reloc(ElfW (Addr)offset)2770 void soinfo::apply_relr_reloc(ElfW(Addr) offset) {
2771   ElfW(Addr) address = offset + load_bias;
2772   *reinterpret_cast<ElfW(Addr)*>(address) += load_bias;
2773 }
2774 
2775 // Process relocations in SHT_RELR section (experimental).
2776 // Details of the encoding are described in this post:
2777 //   https://groups.google.com/d/msg/generic-abi/bX460iggiKg/Pi9aSwwABgAJ
relocate_relr()2778 bool soinfo::relocate_relr() {
2779   ElfW(Relr)* begin = relr_;
2780   ElfW(Relr)* end = relr_ + relr_count_;
2781   constexpr size_t wordsize = sizeof(ElfW(Addr));
2782 
2783   ElfW(Addr) base = 0;
2784   for (ElfW(Relr)* current = begin; current < end; ++current) {
2785     ElfW(Relr) entry = *current;
2786     ElfW(Addr) offset;
2787 
2788     if ((entry&1) == 0) {
2789       // Even entry: encodes the offset for next relocation.
2790       offset = static_cast<ElfW(Addr)>(entry);
2791       apply_relr_reloc(offset);
2792       // Set base offset for subsequent bitmap entries.
2793       base = offset + wordsize;
2794       continue;
2795     }
2796 
2797     // Odd entry: encodes bitmap for relocations starting at base.
2798     offset = base;
2799     while (entry != 0) {
2800       entry >>= 1;
2801       if ((entry&1) != 0) {
2802         apply_relr_reloc(offset);
2803       }
2804       offset += wordsize;
2805     }
2806 
2807     // Advance base offset by 63 words for 64-bit platforms,
2808     // or 31 words for 32-bit platforms.
2809     base += (8*wordsize - 1) * wordsize;
2810   }
2811   return true;
2812 }
2813 
2814 // An empty list of soinfos
2815 static soinfo_list_t g_empty_list;
2816 
prelink_image()2817 bool soinfo::prelink_image() {
2818   if (flags_ & FLAG_PRELINKED) return true;
2819   /* Extract dynamic section */
2820   ElfW(Word) dynamic_flags = 0;
2821   phdr_table_get_dynamic_section(phdr, phnum, load_bias, &dynamic, &dynamic_flags);
2822 
2823   /* We can't log anything until the linker is relocated */
2824   bool relocating_linker = (flags_ & FLAG_LINKER) != 0;
2825   if (!relocating_linker) {
2826     INFO("[ Linking \"%s\" ]", get_realpath());
2827     DEBUG("si->base = %p si->flags = 0x%08x", reinterpret_cast<void*>(base), flags_);
2828   }
2829 
2830   if (dynamic == nullptr) {
2831     if (!relocating_linker) {
2832       DL_ERR("missing PT_DYNAMIC in \"%s\"", get_realpath());
2833     }
2834     return false;
2835   } else {
2836     if (!relocating_linker) {
2837       DEBUG("dynamic = %p", dynamic);
2838     }
2839   }
2840 
2841 #if defined(__arm__)
2842   (void) phdr_table_get_arm_exidx(phdr, phnum, load_bias,
2843                                   &ARM_exidx, &ARM_exidx_count);
2844 #endif
2845 
2846   TlsSegment tls_segment;
2847   if (__bionic_get_tls_segment(phdr, phnum, load_bias, &tls_segment)) {
2848     if (!__bionic_check_tls_alignment(&tls_segment.alignment)) {
2849       if (!relocating_linker) {
2850         DL_ERR("TLS segment alignment in \"%s\" is not a power of 2: %zu",
2851                get_realpath(), tls_segment.alignment);
2852       }
2853       return false;
2854     }
2855     tls_ = std::make_unique<soinfo_tls>();
2856     tls_->segment = tls_segment;
2857   }
2858 
2859   // Extract useful information from dynamic section.
2860   // Note that: "Except for the DT_NULL element at the end of the array,
2861   // and the relative order of DT_NEEDED elements, entries may appear in any order."
2862   //
2863   // source: http://www.sco.com/developers/gabi/1998-04-29/ch5.dynamic.html
2864   uint32_t needed_count = 0;
2865   for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) {
2866     DEBUG("d = %p, d[0](tag) = %p d[1](val) = %p",
2867           d, reinterpret_cast<void*>(d->d_tag), reinterpret_cast<void*>(d->d_un.d_val));
2868     switch (d->d_tag) {
2869       case DT_SONAME:
2870         // this is parsed after we have strtab initialized (see below).
2871         break;
2872 
2873       case DT_HASH:
2874         nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0];
2875         nchain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1];
2876         bucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8);
2877         chain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8 + nbucket_ * 4);
2878         break;
2879 
2880       case DT_GNU_HASH:
2881         gnu_nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0];
2882         // skip symndx
2883         gnu_maskwords_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[2];
2884         gnu_shift2_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[3];
2885 
2886         gnu_bloom_filter_ = reinterpret_cast<ElfW(Addr)*>(load_bias + d->d_un.d_ptr + 16);
2887         gnu_bucket_ = reinterpret_cast<uint32_t*>(gnu_bloom_filter_ + gnu_maskwords_);
2888         // amend chain for symndx = header[1]
2889         gnu_chain_ = gnu_bucket_ + gnu_nbucket_ -
2890             reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1];
2891 
2892         if (!powerof2(gnu_maskwords_)) {
2893           DL_ERR("invalid maskwords for gnu_hash = 0x%x, in \"%s\" expecting power to two",
2894               gnu_maskwords_, get_realpath());
2895           return false;
2896         }
2897         --gnu_maskwords_;
2898 
2899         flags_ |= FLAG_GNU_HASH;
2900         break;
2901 
2902       case DT_STRTAB:
2903         strtab_ = reinterpret_cast<const char*>(load_bias + d->d_un.d_ptr);
2904         break;
2905 
2906       case DT_STRSZ:
2907         strtab_size_ = d->d_un.d_val;
2908         break;
2909 
2910       case DT_SYMTAB:
2911         symtab_ = reinterpret_cast<ElfW(Sym)*>(load_bias + d->d_un.d_ptr);
2912         break;
2913 
2914       case DT_SYMENT:
2915         if (d->d_un.d_val != sizeof(ElfW(Sym))) {
2916           DL_ERR("invalid DT_SYMENT: %zd in \"%s\"",
2917               static_cast<size_t>(d->d_un.d_val), get_realpath());
2918           return false;
2919         }
2920         break;
2921 
2922       case DT_PLTREL:
2923 #if defined(USE_RELA)
2924         if (d->d_un.d_val != DT_RELA) {
2925           DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_RELA", get_realpath());
2926           return false;
2927         }
2928 #else
2929         if (d->d_un.d_val != DT_REL) {
2930           DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_REL", get_realpath());
2931           return false;
2932         }
2933 #endif
2934         break;
2935 
2936       case DT_JMPREL:
2937 #if defined(USE_RELA)
2938         plt_rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr);
2939 #else
2940         plt_rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr);
2941 #endif
2942         break;
2943 
2944       case DT_PLTRELSZ:
2945 #if defined(USE_RELA)
2946         plt_rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela));
2947 #else
2948         plt_rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel));
2949 #endif
2950         break;
2951 
2952       case DT_PLTGOT:
2953         // Ignored (because RTLD_LAZY is not supported).
2954         break;
2955 
2956       case DT_DEBUG:
2957         // Set the DT_DEBUG entry to the address of _r_debug for GDB
2958         // if the dynamic table is writable
2959         if ((dynamic_flags & PF_W) != 0) {
2960           d->d_un.d_val = reinterpret_cast<uintptr_t>(&_r_debug);
2961         }
2962         break;
2963 #if defined(USE_RELA)
2964       case DT_RELA:
2965         rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr);
2966         break;
2967 
2968       case DT_RELASZ:
2969         rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela));
2970         break;
2971 
2972       case DT_ANDROID_RELA:
2973         android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr);
2974         break;
2975 
2976       case DT_ANDROID_RELASZ:
2977         android_relocs_size_ = d->d_un.d_val;
2978         break;
2979 
2980       case DT_ANDROID_REL:
2981         DL_ERR("unsupported DT_ANDROID_REL in \"%s\"", get_realpath());
2982         return false;
2983 
2984       case DT_ANDROID_RELSZ:
2985         DL_ERR("unsupported DT_ANDROID_RELSZ in \"%s\"", get_realpath());
2986         return false;
2987 
2988       case DT_RELAENT:
2989         if (d->d_un.d_val != sizeof(ElfW(Rela))) {
2990           DL_ERR("invalid DT_RELAENT: %zd", static_cast<size_t>(d->d_un.d_val));
2991           return false;
2992         }
2993         break;
2994 
2995       // Ignored (see DT_RELCOUNT comments for details).
2996       case DT_RELACOUNT:
2997         break;
2998 
2999       case DT_REL:
3000         DL_ERR("unsupported DT_REL in \"%s\"", get_realpath());
3001         return false;
3002 
3003       case DT_RELSZ:
3004         DL_ERR("unsupported DT_RELSZ in \"%s\"", get_realpath());
3005         return false;
3006 
3007 #else
3008       case DT_REL:
3009         rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr);
3010         break;
3011 
3012       case DT_RELSZ:
3013         rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel));
3014         break;
3015 
3016       case DT_RELENT:
3017         if (d->d_un.d_val != sizeof(ElfW(Rel))) {
3018           DL_ERR("invalid DT_RELENT: %zd", static_cast<size_t>(d->d_un.d_val));
3019           return false;
3020         }
3021         break;
3022 
3023       case DT_ANDROID_REL:
3024         android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr);
3025         break;
3026 
3027       case DT_ANDROID_RELSZ:
3028         android_relocs_size_ = d->d_un.d_val;
3029         break;
3030 
3031       case DT_ANDROID_RELA:
3032         DL_ERR("unsupported DT_ANDROID_RELA in \"%s\"", get_realpath());
3033         return false;
3034 
3035       case DT_ANDROID_RELASZ:
3036         DL_ERR("unsupported DT_ANDROID_RELASZ in \"%s\"", get_realpath());
3037         return false;
3038 
3039       // "Indicates that all RELATIVE relocations have been concatenated together,
3040       // and specifies the RELATIVE relocation count."
3041       //
3042       // TODO: Spec also mentions that this can be used to optimize relocation process;
3043       // Not currently used by bionic linker - ignored.
3044       case DT_RELCOUNT:
3045         break;
3046 
3047       case DT_RELA:
3048         DL_ERR("unsupported DT_RELA in \"%s\"", get_realpath());
3049         return false;
3050 
3051       case DT_RELASZ:
3052         DL_ERR("unsupported DT_RELASZ in \"%s\"", get_realpath());
3053         return false;
3054 
3055 #endif
3056       case DT_RELR:
3057       case DT_ANDROID_RELR:
3058         relr_ = reinterpret_cast<ElfW(Relr)*>(load_bias + d->d_un.d_ptr);
3059         break;
3060 
3061       case DT_RELRSZ:
3062       case DT_ANDROID_RELRSZ:
3063         relr_count_ = d->d_un.d_val / sizeof(ElfW(Relr));
3064         break;
3065 
3066       case DT_RELRENT:
3067       case DT_ANDROID_RELRENT:
3068         if (d->d_un.d_val != sizeof(ElfW(Relr))) {
3069           DL_ERR("invalid DT_RELRENT: %zd", static_cast<size_t>(d->d_un.d_val));
3070           return false;
3071         }
3072         break;
3073 
3074       // Ignored (see DT_RELCOUNT comments for details).
3075       // There is no DT_RELRCOUNT specifically because it would only be ignored.
3076       case DT_ANDROID_RELRCOUNT:
3077         break;
3078 
3079       case DT_INIT:
3080         init_func_ = reinterpret_cast<linker_ctor_function_t>(load_bias + d->d_un.d_ptr);
3081         DEBUG("%s constructors (DT_INIT) found at %p", get_realpath(), init_func_);
3082         break;
3083 
3084       case DT_FINI:
3085         fini_func_ = reinterpret_cast<linker_dtor_function_t>(load_bias + d->d_un.d_ptr);
3086         DEBUG("%s destructors (DT_FINI) found at %p", get_realpath(), fini_func_);
3087         break;
3088 
3089       case DT_INIT_ARRAY:
3090         init_array_ = reinterpret_cast<linker_ctor_function_t*>(load_bias + d->d_un.d_ptr);
3091         DEBUG("%s constructors (DT_INIT_ARRAY) found at %p", get_realpath(), init_array_);
3092         break;
3093 
3094       case DT_INIT_ARRAYSZ:
3095         init_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
3096         break;
3097 
3098       case DT_FINI_ARRAY:
3099         fini_array_ = reinterpret_cast<linker_dtor_function_t*>(load_bias + d->d_un.d_ptr);
3100         DEBUG("%s destructors (DT_FINI_ARRAY) found at %p", get_realpath(), fini_array_);
3101         break;
3102 
3103       case DT_FINI_ARRAYSZ:
3104         fini_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
3105         break;
3106 
3107       case DT_PREINIT_ARRAY:
3108         preinit_array_ = reinterpret_cast<linker_ctor_function_t*>(load_bias + d->d_un.d_ptr);
3109         DEBUG("%s constructors (DT_PREINIT_ARRAY) found at %p", get_realpath(), preinit_array_);
3110         break;
3111 
3112       case DT_PREINIT_ARRAYSZ:
3113         preinit_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
3114         break;
3115 
3116       case DT_TEXTREL:
3117 #if defined(__LP64__)
3118         DL_ERR("\"%s\" has text relocations", get_realpath());
3119         return false;
3120 #else
3121         has_text_relocations = true;
3122         break;
3123 #endif
3124 
3125       case DT_SYMBOLIC:
3126         has_DT_SYMBOLIC = true;
3127         break;
3128 
3129       case DT_NEEDED:
3130         ++needed_count;
3131         break;
3132 
3133       case DT_FLAGS:
3134         if (d->d_un.d_val & DF_TEXTREL) {
3135 #if defined(__LP64__)
3136           DL_ERR("\"%s\" has text relocations", get_realpath());
3137           return false;
3138 #else
3139           has_text_relocations = true;
3140 #endif
3141         }
3142         if (d->d_un.d_val & DF_SYMBOLIC) {
3143           has_DT_SYMBOLIC = true;
3144         }
3145         break;
3146 
3147       case DT_FLAGS_1:
3148         set_dt_flags_1(d->d_un.d_val);
3149 
3150         if ((d->d_un.d_val & ~SUPPORTED_DT_FLAGS_1) != 0) {
3151           DL_WARN("Warning: \"%s\" has unsupported flags DT_FLAGS_1=%p "
3152                   "(ignoring unsupported flags)",
3153                   get_realpath(), reinterpret_cast<void*>(d->d_un.d_val));
3154         }
3155         break;
3156 
3157       // Ignored: "Its use has been superseded by the DF_BIND_NOW flag"
3158       case DT_BIND_NOW:
3159         break;
3160 
3161       case DT_VERSYM:
3162         versym_ = reinterpret_cast<ElfW(Versym)*>(load_bias + d->d_un.d_ptr);
3163         break;
3164 
3165       case DT_VERDEF:
3166         verdef_ptr_ = load_bias + d->d_un.d_ptr;
3167         break;
3168       case DT_VERDEFNUM:
3169         verdef_cnt_ = d->d_un.d_val;
3170         break;
3171 
3172       case DT_VERNEED:
3173         verneed_ptr_ = load_bias + d->d_un.d_ptr;
3174         break;
3175 
3176       case DT_VERNEEDNUM:
3177         verneed_cnt_ = d->d_un.d_val;
3178         break;
3179 
3180       case DT_RUNPATH:
3181         // this is parsed after we have strtab initialized (see below).
3182         break;
3183 
3184       case DT_TLSDESC_GOT:
3185       case DT_TLSDESC_PLT:
3186         // These DT entries are used for lazy TLSDESC relocations. Bionic
3187         // resolves everything eagerly, so these can be ignored.
3188         break;
3189 
3190 #if defined(__aarch64__)
3191       case DT_AARCH64_BTI_PLT:
3192       case DT_AARCH64_PAC_PLT:
3193       case DT_AARCH64_VARIANT_PCS:
3194         // Ignored: AArch64 processor-specific dynamic array tags.
3195         break;
3196       // TODO(mitchp): Add support to libc_init_mte to use these dynamic array entries instead of
3197       // the Android-specific ELF note.
3198       case DT_AARCH64_MEMTAG_MODE:
3199       case DT_AARCH64_MEMTAG_HEAP:
3200       case DT_AARCH64_MEMTAG_STACK:
3201       case DT_AARCH64_MEMTAG_GLOBALS:
3202       case DT_AARCH64_MEMTAG_GLOBALSSZ:
3203         break;
3204 #endif
3205 
3206       default:
3207         if (!relocating_linker) {
3208           const char* tag_name;
3209           if (d->d_tag == DT_RPATH) {
3210             tag_name = "DT_RPATH";
3211           } else if (d->d_tag == DT_ENCODING) {
3212             tag_name = "DT_ENCODING";
3213           } else if (d->d_tag >= DT_LOOS && d->d_tag <= DT_HIOS) {
3214             tag_name = "unknown OS-specific";
3215           } else if (d->d_tag >= DT_LOPROC && d->d_tag <= DT_HIPROC) {
3216             tag_name = "unknown processor-specific";
3217           } else {
3218             tag_name = "unknown";
3219           }
3220           DL_WARN("Warning: \"%s\" unused DT entry: %s (type %p arg %p) (ignoring)",
3221                   get_realpath(),
3222                   tag_name,
3223                   reinterpret_cast<void*>(d->d_tag),
3224                   reinterpret_cast<void*>(d->d_un.d_val));
3225         }
3226         break;
3227     }
3228   }
3229 
3230   DEBUG("si->base = %p, si->strtab = %p, si->symtab = %p",
3231         reinterpret_cast<void*>(base), strtab_, symtab_);
3232 
3233   // Validity checks.
3234   if (relocating_linker && needed_count != 0) {
3235     DL_ERR("linker cannot have DT_NEEDED dependencies on other libraries");
3236     return false;
3237   }
3238   if (nbucket_ == 0 && gnu_nbucket_ == 0) {
3239     DL_ERR("empty/missing DT_HASH/DT_GNU_HASH in \"%s\" "
3240         "(new hash type from the future?)", get_realpath());
3241     return false;
3242   }
3243   if (strtab_ == nullptr) {
3244     DL_ERR("empty/missing DT_STRTAB in \"%s\"", get_realpath());
3245     return false;
3246   }
3247   if (symtab_ == nullptr) {
3248     DL_ERR("empty/missing DT_SYMTAB in \"%s\"", get_realpath());
3249     return false;
3250   }
3251 
3252   // Second pass - parse entries relying on strtab. Skip this while relocating the linker so as to
3253   // avoid doing heap allocations until later in the linker's initialization.
3254   if (!relocating_linker) {
3255     for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) {
3256       switch (d->d_tag) {
3257         case DT_SONAME:
3258           set_soname(get_string(d->d_un.d_val));
3259           break;
3260         case DT_RUNPATH:
3261           set_dt_runpath(get_string(d->d_un.d_val));
3262           break;
3263       }
3264     }
3265   }
3266 
3267   // Before M release, linker was using basename in place of soname. In the case when DT_SONAME is
3268   // absent some apps stop working because they can't find DT_NEEDED library by soname. This
3269   // workaround should keep them working. (Applies only for apps targeting sdk version < M.) Make
3270   // an exception for the main executable, which does not need to have DT_SONAME. The linker has an
3271   // DT_SONAME but the soname_ field is initialized later on.
3272   if (soname_.empty() && this != solist_get_somain() && !relocating_linker &&
3273       get_application_target_sdk_version() < 23) {
3274     soname_ = basename(realpath_.c_str());
3275     DL_WARN_documented_change(23, "missing-soname-enforced-for-api-level-23",
3276                               "\"%s\" has no DT_SONAME (will use %s instead)", get_realpath(),
3277                               soname_.c_str());
3278 
3279     // Don't call add_dlwarning because a missing DT_SONAME isn't important enough to show in the UI
3280   }
3281 
3282   // Validate each library's verdef section once, so we don't have to validate
3283   // it each time we look up a symbol with a version.
3284   if (!validate_verdef_section(this)) return false;
3285 
3286   flags_ |= FLAG_PRELINKED;
3287   return true;
3288 }
3289 
link_image(const SymbolLookupList & lookup_list,soinfo * local_group_root,const android_dlextinfo * extinfo,size_t * relro_fd_offset)3290 bool soinfo::link_image(const SymbolLookupList& lookup_list, soinfo* local_group_root,
3291                         const android_dlextinfo* extinfo, size_t* relro_fd_offset) {
3292   if (is_image_linked()) {
3293     // already linked.
3294     return true;
3295   }
3296 
3297   if (g_is_ldd && !is_main_executable()) {
3298     async_safe_format_fd(STDOUT_FILENO, "\t%s => %s (%p)\n", get_soname(),
3299                          get_realpath(), reinterpret_cast<void*>(base));
3300   }
3301 
3302   local_group_root_ = local_group_root;
3303   if (local_group_root_ == nullptr) {
3304     local_group_root_ = this;
3305   }
3306 
3307   if ((flags_ & FLAG_LINKER) == 0 && local_group_root_ == this) {
3308     target_sdk_version_ = get_application_target_sdk_version();
3309   }
3310 
3311 #if !defined(__LP64__)
3312   if (has_text_relocations) {
3313     // Fail if app is targeting M or above.
3314     int app_target_api_level = get_application_target_sdk_version();
3315     if (app_target_api_level >= 23) {
3316       DL_ERR_AND_LOG("\"%s\" has text relocations (%s#Text-Relocations-Enforced-for-API-level-23)",
3317                      get_realpath(), kBionicChangesUrl);
3318       return false;
3319     }
3320     // Make segments writable to allow text relocations to work properly. We will later call
3321     // phdr_table_protect_segments() after all of them are applied.
3322     DL_WARN_documented_change(23,
3323                               "Text-Relocations-Enforced-for-API-level-23",
3324                               "\"%s\" has text relocations",
3325                               get_realpath());
3326     add_dlwarning(get_realpath(), "text relocations");
3327     if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
3328       DL_ERR("can't unprotect loadable segments for \"%s\": %s", get_realpath(), strerror(errno));
3329       return false;
3330     }
3331   }
3332 #endif
3333 
3334   if (!relocate(lookup_list)) {
3335     return false;
3336   }
3337 
3338   DEBUG("[ finished linking %s ]", get_realpath());
3339 
3340 #if !defined(__LP64__)
3341   if (has_text_relocations) {
3342     // All relocations are done, we can protect our segments back to read-only.
3343     if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
3344       DL_ERR("can't protect segments for \"%s\": %s",
3345              get_realpath(), strerror(errno));
3346       return false;
3347     }
3348   }
3349 #endif
3350 
3351   // We can also turn on GNU RELRO protection if we're not linking the dynamic linker
3352   // itself --- it can't make system calls yet, and will have to call protect_relro later.
3353   if (!is_linker() && !protect_relro()) {
3354     return false;
3355   }
3356 
3357   /* Handle serializing/sharing the RELRO segment */
3358   if (extinfo && (extinfo->flags & ANDROID_DLEXT_WRITE_RELRO)) {
3359     if (phdr_table_serialize_gnu_relro(phdr, phnum, load_bias,
3360                                        extinfo->relro_fd, relro_fd_offset) < 0) {
3361       DL_ERR("failed serializing GNU RELRO section for \"%s\": %s",
3362              get_realpath(), strerror(errno));
3363       return false;
3364     }
3365   } else if (extinfo && (extinfo->flags & ANDROID_DLEXT_USE_RELRO)) {
3366     if (phdr_table_map_gnu_relro(phdr, phnum, load_bias,
3367                                  extinfo->relro_fd, relro_fd_offset) < 0) {
3368       DL_ERR("failed mapping GNU RELRO section for \"%s\": %s",
3369              get_realpath(), strerror(errno));
3370       return false;
3371     }
3372   }
3373 
3374   ++g_module_load_counter;
3375   notify_gdb_of_load(this);
3376   set_image_linked();
3377   return true;
3378 }
3379 
protect_relro()3380 bool soinfo::protect_relro() {
3381   if (phdr_table_protect_gnu_relro(phdr, phnum, load_bias) < 0) {
3382     DL_ERR("can't enable GNU RELRO protection for \"%s\": %s",
3383            get_realpath(), strerror(errno));
3384     return false;
3385   }
3386   return true;
3387 }
3388 
init_default_namespace_no_config(bool is_asan,bool is_hwasan)3389 static std::vector<android_namespace_t*> init_default_namespace_no_config(bool is_asan, bool is_hwasan) {
3390   g_default_namespace.set_isolated(false);
3391   auto default_ld_paths = is_asan ? kAsanDefaultLdPaths : (
3392     is_hwasan ? kHwsanDefaultLdPaths : kDefaultLdPaths);
3393 
3394   char real_path[PATH_MAX];
3395   std::vector<std::string> ld_default_paths;
3396   for (size_t i = 0; default_ld_paths[i] != nullptr; ++i) {
3397     if (realpath(default_ld_paths[i], real_path) != nullptr) {
3398       ld_default_paths.push_back(real_path);
3399     } else {
3400       ld_default_paths.push_back(default_ld_paths[i]);
3401     }
3402   }
3403 
3404   g_default_namespace.set_default_library_paths(std::move(ld_default_paths));
3405 
3406   std::vector<android_namespace_t*> namespaces;
3407   namespaces.push_back(&g_default_namespace);
3408   return namespaces;
3409 }
3410 
3411 // Given an `executable_path` starting with "/apex/<name>/bin/, return
3412 // "/linkerconfig/<name>/ld.config.txt", which is the auto-generated config file for the APEX by the
3413 // linkerconfig tool.
get_ld_config_file_apex_path(const char * executable_path)3414 static std::string get_ld_config_file_apex_path(const char* executable_path) {
3415   std::vector<std::string> paths = android::base::Split(executable_path, "/");
3416   if (paths.size() >= 5 && paths[1] == "apex" && paths[3] == "bin") {
3417     std::string generated_apex_config = "/linkerconfig/" + paths[2] + "/ld.config.txt";
3418     if (file_exists(generated_apex_config.c_str())) {
3419       return generated_apex_config;
3420     }
3421   }
3422   return "";
3423 }
3424 
get_ld_config_file_vndk_path()3425 static std::string get_ld_config_file_vndk_path() {
3426   if (android::base::GetBoolProperty("ro.vndk.lite", false)) {
3427     return kLdConfigVndkLiteFilePath;
3428   }
3429 
3430   std::string ld_config_file_vndk = kLdConfigFilePath;
3431   size_t insert_pos = ld_config_file_vndk.find_last_of('.');
3432   if (insert_pos == std::string::npos) {
3433     insert_pos = ld_config_file_vndk.length();
3434   }
3435   ld_config_file_vndk.insert(insert_pos, Config::get_vndk_version_string('.'));
3436   return ld_config_file_vndk;
3437 }
3438 
is_linker_config_expected(const char * executable_path)3439 bool is_linker_config_expected(const char* executable_path) {
3440   // Do not raise message from a host environment which is expected to miss generated linker
3441   // configuration.
3442 #if !defined(__ANDROID__)
3443   return false;
3444 #endif
3445 
3446   if (strcmp(executable_path, "/system/bin/init") == 0) {
3447     // Generated linker configuration can be missed from processes executed
3448     // with init binary
3449     return false;
3450   }
3451 
3452   return true;
3453 }
3454 
get_ld_config_file_path(const char * executable_path)3455 static std::string get_ld_config_file_path(const char* executable_path) {
3456 #ifdef USE_LD_CONFIG_FILE
3457   // This is a debugging/testing only feature. Must not be available on
3458   // production builds.
3459   const char* ld_config_file_env = getenv("LD_CONFIG_FILE");
3460   if (ld_config_file_env != nullptr && file_exists(ld_config_file_env)) {
3461     return ld_config_file_env;
3462   }
3463 #endif
3464 
3465   std::string path = get_ld_config_file_apex_path(executable_path);
3466   if (!path.empty()) {
3467     if (file_exists(path.c_str())) {
3468       return path;
3469     }
3470     DL_WARN("Warning: couldn't read config file \"%s\" for \"%s\"",
3471             path.c_str(), executable_path);
3472   }
3473 
3474   path = kLdConfigArchFilePath;
3475   if (file_exists(path.c_str())) {
3476     return path;
3477   }
3478 
3479   if (file_exists(kLdGeneratedConfigFilePath)) {
3480     return kLdGeneratedConfigFilePath;
3481   }
3482 
3483   if (is_linker_config_expected(executable_path)) {
3484     DL_WARN("Warning: failed to find generated linker configuration from \"%s\"",
3485             kLdGeneratedConfigFilePath);
3486   }
3487 
3488   path = get_ld_config_file_vndk_path();
3489   if (file_exists(path.c_str())) {
3490     return path;
3491   }
3492 
3493   return kLdConfigFilePath;
3494 }
3495 
3496 
init_default_namespaces(const char * executable_path)3497 std::vector<android_namespace_t*> init_default_namespaces(const char* executable_path) {
3498   g_default_namespace.set_name("(default)");
3499 
3500   soinfo* somain = solist_get_somain();
3501 
3502   const char *interp = phdr_table_get_interpreter_name(somain->phdr, somain->phnum,
3503                                                        somain->load_bias);
3504   const char* bname = (interp != nullptr) ? basename(interp) : nullptr;
3505 
3506   g_is_asan = bname != nullptr &&
3507               (strcmp(bname, "linker_asan") == 0 ||
3508                strcmp(bname, "linker_asan64") == 0);
3509 
3510 #if defined(__aarch64__)
3511   // HWASan is only supported on AArch64.
3512   // The AT_SECURE restriction is because this is a debug feature that does
3513   // not need to work on secure binaries, it doesn't hurt to disallow the
3514   // environment variable for them, as it impacts the program execution.
3515   char* hwasan_env = getenv("LD_HWASAN");
3516   g_is_hwasan = (bname != nullptr &&
3517               strcmp(bname, "linker_hwasan64") == 0) ||
3518               (hwasan_env != nullptr && !getauxval(AT_SECURE) && strcmp(hwasan_env, "1") == 0);
3519 #endif
3520   const Config* config = nullptr;
3521 
3522   {
3523     std::string ld_config_file_path = get_ld_config_file_path(executable_path);
3524     INFO("[ Reading linker config \"%s\" ]", ld_config_file_path.c_str());
3525     ScopedTrace trace(("linker config " + ld_config_file_path).c_str());
3526     std::string error_msg;
3527     if (!Config::read_binary_config(ld_config_file_path.c_str(), executable_path, g_is_asan, g_is_hwasan,
3528                                     &config, &error_msg)) {
3529       if (!error_msg.empty()) {
3530         DL_WARN("Warning: couldn't read '%s' for '%s' (using default configuration instead): %s",
3531                 ld_config_file_path.c_str(), executable_path, error_msg.c_str());
3532       }
3533       config = nullptr;
3534     }
3535   }
3536 
3537   if (config == nullptr) {
3538     return init_default_namespace_no_config(g_is_asan, g_is_hwasan);
3539   }
3540 
3541   const auto& namespace_configs = config->namespace_configs();
3542   std::unordered_map<std::string, android_namespace_t*> namespaces;
3543 
3544   // 1. Initialize default namespace
3545   const NamespaceConfig* default_ns_config = config->default_namespace_config();
3546 
3547   g_default_namespace.set_isolated(default_ns_config->isolated());
3548   g_default_namespace.set_default_library_paths(default_ns_config->search_paths());
3549   g_default_namespace.set_permitted_paths(default_ns_config->permitted_paths());
3550 
3551   namespaces[default_ns_config->name()] = &g_default_namespace;
3552   if (default_ns_config->visible()) {
3553     g_exported_namespaces[default_ns_config->name()] = &g_default_namespace;
3554   }
3555 
3556   // 2. Initialize other namespaces
3557 
3558   for (auto& ns_config : namespace_configs) {
3559     if (namespaces.find(ns_config->name()) != namespaces.end()) {
3560       continue;
3561     }
3562 
3563     android_namespace_t* ns = new (g_namespace_allocator.alloc()) android_namespace_t();
3564     ns->set_name(ns_config->name());
3565     ns->set_isolated(ns_config->isolated());
3566     ns->set_default_library_paths(ns_config->search_paths());
3567     ns->set_permitted_paths(ns_config->permitted_paths());
3568     ns->set_allowed_libs(ns_config->allowed_libs());
3569 
3570     namespaces[ns_config->name()] = ns;
3571     if (ns_config->visible()) {
3572       g_exported_namespaces[ns_config->name()] = ns;
3573     }
3574   }
3575 
3576   // 3. Establish links between namespaces
3577   for (auto& ns_config : namespace_configs) {
3578     auto it_from = namespaces.find(ns_config->name());
3579     CHECK(it_from != namespaces.end());
3580     android_namespace_t* namespace_from = it_from->second;
3581     for (const NamespaceLinkConfig& ns_link : ns_config->links()) {
3582       auto it_to = namespaces.find(ns_link.ns_name());
3583       CHECK(it_to != namespaces.end());
3584       android_namespace_t* namespace_to = it_to->second;
3585       if (ns_link.allow_all_shared_libs()) {
3586         link_namespaces_all_libs(namespace_from, namespace_to);
3587       } else {
3588         link_namespaces(namespace_from, namespace_to, ns_link.shared_libs().c_str());
3589       }
3590     }
3591   }
3592   // we can no longer rely on the fact that libdl.so is part of default namespace
3593   // this is why we want to add ld-android.so to all namespaces from ld.config.txt
3594   soinfo* ld_android_so = solist_get_head();
3595 
3596   // we also need vdso to be available for all namespaces (if present)
3597   soinfo* vdso = solist_get_vdso();
3598   for (auto it : namespaces) {
3599     if (it.second != &g_default_namespace) {
3600       it.second->add_soinfo(ld_android_so);
3601       if (vdso != nullptr) {
3602         it.second->add_soinfo(vdso);
3603       }
3604       // somain and ld_preloads are added to these namespaces after LD_PRELOAD libs are linked
3605     }
3606   }
3607 
3608   set_application_target_sdk_version(config->target_sdk_version());
3609 
3610   std::vector<android_namespace_t*> created_namespaces;
3611   created_namespaces.reserve(namespaces.size());
3612   for (const auto& kv : namespaces) {
3613     created_namespaces.push_back(kv.second);
3614   }
3615   return created_namespaces;
3616 }
3617 
3618 // This function finds a namespace exported in ld.config.txt by its name.
3619 // A namespace can be exported by setting .visible property to true.
get_exported_namespace(const char * name)3620 android_namespace_t* get_exported_namespace(const char* name) {
3621   if (name == nullptr) {
3622     return nullptr;
3623   }
3624   auto it = g_exported_namespaces.find(std::string(name));
3625   if (it == g_exported_namespaces.end()) {
3626     return nullptr;
3627   }
3628   return it->second;
3629 }
3630 
purge_unused_memory()3631 void purge_unused_memory() {
3632   // For now, we only purge the memory used by LoadTask because we know those
3633   // are temporary objects.
3634   //
3635   // Purging other LinkerBlockAllocator hardly yields much because they hold
3636   // information about namespaces and opened libraries, which are not freed
3637   // when the control leaves the linker.
3638   //
3639   // Purging BionicAllocator may give us a few dirty pages back, but those pages
3640   // would be already zeroed out, so they compress easily in ZRAM.  Therefore,
3641   // it is not worth munmap()'ing those pages.
3642   TypeBasedAllocator<LoadTask>::purge();
3643 }
3644