1 /*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #include "oat_file.h"
18
19 #include <dlfcn.h>
20 #include <string.h>
21 #include <type_traits>
22 #include <unistd.h>
23
24 #include <cstdlib>
25 #ifndef __APPLE__
26 #include <link.h> // for dl_iterate_phdr.
27 #endif
28 #include <sstream>
29
30 // dlopen_ext support from bionic.
31 #ifdef __ANDROID__
32 #include "android/dlext.h"
33 #endif
34
35 #include "art_method-inl.h"
36 #include "base/bit_vector.h"
37 #include "base/stl_util.h"
38 #include "base/systrace.h"
39 #include "base/unix_file/fd_file.h"
40 #include "elf_file.h"
41 #include "elf_utils.h"
42 #include "oat.h"
43 #include "mem_map.h"
44 #include "mirror/class.h"
45 #include "mirror/object-inl.h"
46 #include "oat_file-inl.h"
47 #include "oat_file_manager.h"
48 #include "os.h"
49 #include "runtime.h"
50 #include "type_lookup_table.h"
51 #include "utils.h"
52 #include "utils/dex_cache_arrays_layout-inl.h"
53
54 namespace art {
55
56 // Whether OatFile::Open will try dlopen. Fallback is our own ELF loader.
57 static constexpr bool kUseDlopen = true;
58
59 // Whether OatFile::Open will try dlopen on the host. On the host we're not linking against
60 // bionic, so cannot take advantage of the support for changed semantics (loading the same soname
61 // multiple times). However, if/when we switch the above, we likely want to switch this, too,
62 // to get test coverage of the code paths.
63 static constexpr bool kUseDlopenOnHost = true;
64
65 // For debugging, Open will print DlOpen error message if set to true.
66 static constexpr bool kPrintDlOpenErrorMessage = false;
67
68 // Note for OatFileBase and descendents:
69 //
70 // These are used in OatFile::Open to try all our loaders.
71 //
72 // The process is simple:
73 //
74 // 1) Allocate an instance through the standard constructor (location, executable)
75 // 2) Load() to try to open the file.
76 // 3) ComputeFields() to populate the OatFile fields like begin_, using FindDynamicSymbolAddress.
77 // 4) PreSetup() for any steps that should be done before the final setup.
78 // 5) Setup() to complete the procedure.
79
80 class OatFileBase : public OatFile {
81 public:
~OatFileBase()82 virtual ~OatFileBase() {}
83
84 template <typename kOatFileBaseSubType>
85 static OatFileBase* OpenOatFile(const std::string& elf_filename,
86 const std::string& location,
87 uint8_t* requested_base,
88 uint8_t* oat_file_begin,
89 bool writable,
90 bool executable,
91 bool low_4gb,
92 const char* abs_dex_location,
93 std::string* error_msg);
94
95 protected:
OatFileBase(const std::string & filename,bool executable)96 OatFileBase(const std::string& filename, bool executable) : OatFile(filename, executable) {}
97
98 virtual const uint8_t* FindDynamicSymbolAddress(const std::string& symbol_name,
99 std::string* error_msg) const = 0;
100
101 virtual void PreLoad() = 0;
102
103 virtual bool Load(const std::string& elf_filename,
104 uint8_t* oat_file_begin,
105 bool writable,
106 bool executable,
107 bool low_4gb,
108 std::string* error_msg) = 0;
109
110 bool ComputeFields(uint8_t* requested_base,
111 const std::string& file_path,
112 std::string* error_msg);
113
114 virtual void PreSetup(const std::string& elf_filename) = 0;
115
116 bool Setup(const char* abs_dex_location, std::string* error_msg);
117
118 // Setters exposed for ElfOatFile.
119
SetBegin(const uint8_t * begin)120 void SetBegin(const uint8_t* begin) {
121 begin_ = begin;
122 }
123
SetEnd(const uint8_t * end)124 void SetEnd(const uint8_t* end) {
125 end_ = end;
126 }
127
128 private:
129 DISALLOW_COPY_AND_ASSIGN(OatFileBase);
130 };
131
132 template <typename kOatFileBaseSubType>
OpenOatFile(const std::string & elf_filename,const std::string & location,uint8_t * requested_base,uint8_t * oat_file_begin,bool writable,bool executable,bool low_4gb,const char * abs_dex_location,std::string * error_msg)133 OatFileBase* OatFileBase::OpenOatFile(const std::string& elf_filename,
134 const std::string& location,
135 uint8_t* requested_base,
136 uint8_t* oat_file_begin,
137 bool writable,
138 bool executable,
139 bool low_4gb,
140 const char* abs_dex_location,
141 std::string* error_msg) {
142 std::unique_ptr<OatFileBase> ret(new kOatFileBaseSubType(location, executable));
143
144 ret->PreLoad();
145
146 if (!ret->Load(elf_filename,
147 oat_file_begin,
148 writable,
149 executable,
150 low_4gb,
151 error_msg)) {
152 return nullptr;
153 }
154
155 if (!ret->ComputeFields(requested_base, elf_filename, error_msg)) {
156 return nullptr;
157 }
158
159 ret->PreSetup(elf_filename);
160
161 if (!ret->Setup(abs_dex_location, error_msg)) {
162 return nullptr;
163 }
164
165 return ret.release();
166 }
167
ComputeFields(uint8_t * requested_base,const std::string & file_path,std::string * error_msg)168 bool OatFileBase::ComputeFields(uint8_t* requested_base,
169 const std::string& file_path,
170 std::string* error_msg) {
171 std::string symbol_error_msg;
172 begin_ = FindDynamicSymbolAddress("oatdata", &symbol_error_msg);
173 if (begin_ == nullptr) {
174 *error_msg = StringPrintf("Failed to find oatdata symbol in '%s' %s",
175 file_path.c_str(),
176 symbol_error_msg.c_str());
177 return false;
178 }
179 if (requested_base != nullptr && begin_ != requested_base) {
180 // Host can fail this check. Do not dump there to avoid polluting the output.
181 if (kIsTargetBuild && (kIsDebugBuild || VLOG_IS_ON(oat))) {
182 PrintFileToLog("/proc/self/maps", LogSeverity::WARNING);
183 }
184 *error_msg = StringPrintf("Failed to find oatdata symbol at expected address: "
185 "oatdata=%p != expected=%p. See process maps in the log.",
186 begin_, requested_base);
187 return false;
188 }
189 end_ = FindDynamicSymbolAddress("oatlastword", &symbol_error_msg);
190 if (end_ == nullptr) {
191 *error_msg = StringPrintf("Failed to find oatlastword symbol in '%s' %s",
192 file_path.c_str(),
193 symbol_error_msg.c_str());
194 return false;
195 }
196 // Readjust to be non-inclusive upper bound.
197 end_ += sizeof(uint32_t);
198
199 bss_begin_ = const_cast<uint8_t*>(FindDynamicSymbolAddress("oatbss", &symbol_error_msg));
200 if (bss_begin_ == nullptr) {
201 // No .bss section.
202 bss_end_ = nullptr;
203 } else {
204 bss_end_ = const_cast<uint8_t*>(FindDynamicSymbolAddress("oatbsslastword", &symbol_error_msg));
205 if (bss_end_ == nullptr) {
206 *error_msg = StringPrintf("Failed to find oatbasslastword symbol in '%s'", file_path.c_str());
207 return false;
208 }
209 // Readjust to be non-inclusive upper bound.
210 bss_end_ += sizeof(uint32_t);
211 }
212
213 return true;
214 }
215
216 // Read an unaligned entry from the OatDexFile data in OatFile and advance the read
217 // position by the number of bytes read, i.e. sizeof(T).
218 // Return true on success, false if the read would go beyond the end of the OatFile.
219 template <typename T>
ReadOatDexFileData(const OatFile & oat_file,const uint8_t ** oat,T * value)220 inline static bool ReadOatDexFileData(const OatFile& oat_file,
221 /*inout*/const uint8_t** oat,
222 /*out*/T* value) {
223 DCHECK(oat != nullptr);
224 DCHECK(value != nullptr);
225 DCHECK_LE(*oat, oat_file.End());
226 if (UNLIKELY(static_cast<size_t>(oat_file.End() - *oat) < sizeof(T))) {
227 return false;
228 }
229 static_assert(std::is_trivial<T>::value, "T must be a trivial type");
230 typedef __attribute__((__aligned__(1))) T unaligned_type;
231 *value = *reinterpret_cast<const unaligned_type*>(*oat);
232 *oat += sizeof(T);
233 return true;
234 }
235
Setup(const char * abs_dex_location,std::string * error_msg)236 bool OatFileBase::Setup(const char* abs_dex_location, std::string* error_msg) {
237 if (!GetOatHeader().IsValid()) {
238 std::string cause = GetOatHeader().GetValidationErrorMessage();
239 *error_msg = StringPrintf("Invalid oat header for '%s': %s",
240 GetLocation().c_str(),
241 cause.c_str());
242 return false;
243 }
244 const uint8_t* oat = Begin();
245 oat += sizeof(OatHeader);
246 if (oat > End()) {
247 *error_msg = StringPrintf("In oat file '%s' found truncated OatHeader", GetLocation().c_str());
248 return false;
249 }
250
251 oat += GetOatHeader().GetKeyValueStoreSize();
252 if (oat > End()) {
253 *error_msg = StringPrintf("In oat file '%s' found truncated variable-size data: "
254 "%p + %zu + %u <= %p",
255 GetLocation().c_str(),
256 Begin(),
257 sizeof(OatHeader),
258 GetOatHeader().GetKeyValueStoreSize(),
259 End());
260 return false;
261 }
262
263 size_t pointer_size = GetInstructionSetPointerSize(GetOatHeader().GetInstructionSet());
264 uint8_t* dex_cache_arrays = bss_begin_;
265 uint32_t dex_file_count = GetOatHeader().GetDexFileCount();
266 oat_dex_files_storage_.reserve(dex_file_count);
267 for (size_t i = 0; i < dex_file_count; i++) {
268 uint32_t dex_file_location_size;
269 if (UNLIKELY(!ReadOatDexFileData(*this, &oat, &dex_file_location_size))) {
270 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu truncated after dex file "
271 "location size",
272 GetLocation().c_str(),
273 i);
274 return false;
275 }
276 if (UNLIKELY(dex_file_location_size == 0U)) {
277 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu with empty location name",
278 GetLocation().c_str(),
279 i);
280 return false;
281 }
282 if (UNLIKELY(static_cast<size_t>(End() - oat) < dex_file_location_size)) {
283 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu with truncated dex file "
284 "location",
285 GetLocation().c_str(),
286 i);
287 return false;
288 }
289 const char* dex_file_location_data = reinterpret_cast<const char*>(oat);
290 oat += dex_file_location_size;
291
292 std::string dex_file_location = ResolveRelativeEncodedDexLocation(
293 abs_dex_location,
294 std::string(dex_file_location_data, dex_file_location_size));
295
296 uint32_t dex_file_checksum;
297 if (UNLIKELY(!ReadOatDexFileData(*this, &oat, &dex_file_checksum))) {
298 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' truncated after "
299 "dex file checksum",
300 GetLocation().c_str(),
301 i,
302 dex_file_location.c_str());
303 return false;
304 }
305
306 uint32_t dex_file_offset;
307 if (UNLIKELY(!ReadOatDexFileData(*this, &oat, &dex_file_offset))) {
308 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' truncated "
309 "after dex file offsets",
310 GetLocation().c_str(),
311 i,
312 dex_file_location.c_str());
313 return false;
314 }
315 if (UNLIKELY(dex_file_offset == 0U)) {
316 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' with zero dex "
317 "file offset",
318 GetLocation().c_str(),
319 i,
320 dex_file_location.c_str());
321 return false;
322 }
323 if (UNLIKELY(dex_file_offset > Size())) {
324 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' with dex file "
325 "offset %u > %zu",
326 GetLocation().c_str(),
327 i,
328 dex_file_location.c_str(),
329 dex_file_offset,
330 Size());
331 return false;
332 }
333 if (UNLIKELY(Size() - dex_file_offset < sizeof(DexFile::Header))) {
334 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' with dex file "
335 "offset %u of %zu but the size of dex file header is %zu",
336 GetLocation().c_str(),
337 i,
338 dex_file_location.c_str(),
339 dex_file_offset,
340 Size(),
341 sizeof(DexFile::Header));
342 return false;
343 }
344
345 const uint8_t* dex_file_pointer = Begin() + dex_file_offset;
346 if (UNLIKELY(!DexFile::IsMagicValid(dex_file_pointer))) {
347 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' with invalid "
348 "dex file magic '%s'",
349 GetLocation().c_str(),
350 i,
351 dex_file_location.c_str(),
352 dex_file_pointer);
353 return false;
354 }
355 if (UNLIKELY(!DexFile::IsVersionValid(dex_file_pointer))) {
356 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' with invalid "
357 "dex file version '%s'",
358 GetLocation().c_str(),
359 i,
360 dex_file_location.c_str(),
361 dex_file_pointer);
362 return false;
363 }
364 const DexFile::Header* header = reinterpret_cast<const DexFile::Header*>(dex_file_pointer);
365 if (Size() - dex_file_offset < header->file_size_) {
366 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' with dex file "
367 "offset %u and size %u truncated at %zu",
368 GetLocation().c_str(),
369 i,
370 dex_file_location.c_str(),
371 dex_file_offset,
372 header->file_size_,
373 Size());
374 return false;
375 }
376
377 uint32_t class_offsets_offset;
378 if (UNLIKELY(!ReadOatDexFileData(*this, &oat, &class_offsets_offset))) {
379 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' truncated "
380 "after class offsets offset",
381 GetLocation().c_str(),
382 i,
383 dex_file_location.c_str());
384 return false;
385 }
386 if (UNLIKELY(class_offsets_offset > Size()) ||
387 UNLIKELY((Size() - class_offsets_offset) / sizeof(uint32_t) < header->class_defs_size_)) {
388 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' with truncated "
389 "class offsets, offset %u of %zu, class defs %u",
390 GetLocation().c_str(),
391 i,
392 dex_file_location.c_str(),
393 class_offsets_offset,
394 Size(),
395 header->class_defs_size_);
396 return false;
397 }
398 if (UNLIKELY(!IsAligned<alignof(uint32_t)>(class_offsets_offset))) {
399 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' with unaligned "
400 "class offsets, offset %u",
401 GetLocation().c_str(),
402 i,
403 dex_file_location.c_str(),
404 class_offsets_offset);
405 return false;
406 }
407 const uint32_t* class_offsets_pointer =
408 reinterpret_cast<const uint32_t*>(Begin() + class_offsets_offset);
409
410 uint32_t lookup_table_offset;
411 if (UNLIKELY(!ReadOatDexFileData(*this, &oat, &lookup_table_offset))) {
412 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zd for '%s' truncated "
413 "after lookup table offset",
414 GetLocation().c_str(),
415 i,
416 dex_file_location.c_str());
417 return false;
418 }
419 const uint8_t* lookup_table_data = lookup_table_offset != 0u
420 ? Begin() + lookup_table_offset
421 : nullptr;
422 if (lookup_table_offset != 0u &&
423 (UNLIKELY(lookup_table_offset > Size()) ||
424 UNLIKELY(Size() - lookup_table_offset <
425 TypeLookupTable::RawDataLength(header->class_defs_size_)))) {
426 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' with truncated "
427 "type lookup table, offset %u of %zu, class defs %u",
428 GetLocation().c_str(),
429 i,
430 dex_file_location.c_str(),
431 lookup_table_offset,
432 Size(),
433 header->class_defs_size_);
434 return false;
435 }
436
437 uint8_t* current_dex_cache_arrays = nullptr;
438 if (dex_cache_arrays != nullptr) {
439 DexCacheArraysLayout layout(pointer_size, *header);
440 if (layout.Size() != 0u) {
441 if (static_cast<size_t>(bss_end_ - dex_cache_arrays) < layout.Size()) {
442 *error_msg = StringPrintf("In oat file '%s' found OatDexFile #%zu for '%s' with "
443 "truncated dex cache arrays, %zu < %zu.",
444 GetLocation().c_str(),
445 i,
446 dex_file_location.c_str(),
447 static_cast<size_t>(bss_end_ - dex_cache_arrays),
448 layout.Size());
449 return false;
450 }
451 current_dex_cache_arrays = dex_cache_arrays;
452 dex_cache_arrays += layout.Size();
453 }
454 }
455
456 std::string canonical_location = DexFile::GetDexCanonicalLocation(dex_file_location.c_str());
457
458 // Create the OatDexFile and add it to the owning container.
459 OatDexFile* oat_dex_file = new OatDexFile(this,
460 dex_file_location,
461 canonical_location,
462 dex_file_checksum,
463 dex_file_pointer,
464 lookup_table_data,
465 class_offsets_pointer,
466 current_dex_cache_arrays);
467 oat_dex_files_storage_.push_back(oat_dex_file);
468
469 // Add the location and canonical location (if different) to the oat_dex_files_ table.
470 StringPiece key(oat_dex_file->GetDexFileLocation());
471 oat_dex_files_.Put(key, oat_dex_file);
472 if (canonical_location != dex_file_location) {
473 StringPiece canonical_key(oat_dex_file->GetCanonicalDexFileLocation());
474 oat_dex_files_.Put(canonical_key, oat_dex_file);
475 }
476 }
477
478 if (dex_cache_arrays != bss_end_) {
479 // We expect the bss section to be either empty (dex_cache_arrays and bss_end_
480 // both null) or contain just the dex cache arrays and nothing else.
481 *error_msg = StringPrintf("In oat file '%s' found unexpected bss size bigger by %zu bytes.",
482 GetLocation().c_str(),
483 static_cast<size_t>(bss_end_ - dex_cache_arrays));
484 return false;
485 }
486 return true;
487 }
488
489 ////////////////////////
490 // OatFile via dlopen //
491 ////////////////////////
492
493 class DlOpenOatFile FINAL : public OatFileBase {
494 public:
DlOpenOatFile(const std::string & filename,bool executable)495 DlOpenOatFile(const std::string& filename, bool executable)
496 : OatFileBase(filename, executable),
497 dlopen_handle_(nullptr),
498 shared_objects_before_(0) {
499 }
500
~DlOpenOatFile()501 ~DlOpenOatFile() {
502 if (dlopen_handle_ != nullptr) {
503 if (!kIsTargetBuild) {
504 MutexLock mu(Thread::Current(), *Locks::host_dlopen_handles_lock_);
505 host_dlopen_handles_.erase(dlopen_handle_);
506 dlclose(dlopen_handle_);
507 } else {
508 dlclose(dlopen_handle_);
509 }
510 }
511 }
512
513 protected:
FindDynamicSymbolAddress(const std::string & symbol_name,std::string * error_msg) const514 const uint8_t* FindDynamicSymbolAddress(const std::string& symbol_name,
515 std::string* error_msg) const OVERRIDE {
516 const uint8_t* ptr =
517 reinterpret_cast<const uint8_t*>(dlsym(dlopen_handle_, symbol_name.c_str()));
518 if (ptr == nullptr) {
519 *error_msg = dlerror();
520 }
521 return ptr;
522 }
523
524 void PreLoad() OVERRIDE;
525
526 bool Load(const std::string& elf_filename,
527 uint8_t* oat_file_begin,
528 bool writable,
529 bool executable,
530 bool low_4gb,
531 std::string* error_msg) OVERRIDE;
532
533 // Ask the linker where it mmaped the file and notify our mmap wrapper of the regions.
534 void PreSetup(const std::string& elf_filename) OVERRIDE;
535
536 private:
537 bool Dlopen(const std::string& elf_filename,
538 uint8_t* oat_file_begin,
539 std::string* error_msg);
540
541 // On the host, if the same library is loaded again with dlopen the same
542 // file handle is returned. This differs from the behavior of dlopen on the
543 // target, where dlopen reloads the library at a different address every
544 // time you load it. The runtime relies on the target behavior to ensure
545 // each instance of the loaded library has a unique dex cache. To avoid
546 // problems, we fall back to our own linker in the case when the same
547 // library is opened multiple times on host. dlopen_handles_ is used to
548 // detect that case.
549 // Guarded by host_dlopen_handles_lock_;
550 static std::unordered_set<void*> host_dlopen_handles_;
551
552 // dlopen handle during runtime.
553 void* dlopen_handle_; // TODO: Unique_ptr with custom deleter.
554
555 // Dummy memory map objects corresponding to the regions mapped by dlopen.
556 std::vector<std::unique_ptr<MemMap>> dlopen_mmaps_;
557
558 // The number of shared objects the linker told us about before loading. Used to
559 // (optimistically) optimize the PreSetup stage (see comment there).
560 size_t shared_objects_before_;
561
562 DISALLOW_COPY_AND_ASSIGN(DlOpenOatFile);
563 };
564
565 std::unordered_set<void*> DlOpenOatFile::host_dlopen_handles_;
566
PreLoad()567 void DlOpenOatFile::PreLoad() {
568 #ifdef __APPLE__
569 UNUSED(shared_objects_before_);
570 LOG(FATAL) << "Should not reach here.";
571 UNREACHABLE();
572 #else
573 // Count the entries in dl_iterate_phdr we get at this point in time.
574 struct dl_iterate_context {
575 static int callback(struct dl_phdr_info *info ATTRIBUTE_UNUSED,
576 size_t size ATTRIBUTE_UNUSED,
577 void *data) {
578 reinterpret_cast<dl_iterate_context*>(data)->count++;
579 return 0; // Continue iteration.
580 }
581 size_t count = 0;
582 } context;
583
584 dl_iterate_phdr(dl_iterate_context::callback, &context);
585 shared_objects_before_ = context.count;
586 #endif
587 }
588
Load(const std::string & elf_filename,uint8_t * oat_file_begin,bool writable,bool executable,bool low_4gb,std::string * error_msg)589 bool DlOpenOatFile::Load(const std::string& elf_filename,
590 uint8_t* oat_file_begin,
591 bool writable,
592 bool executable,
593 bool low_4gb,
594 std::string* error_msg) {
595 // Use dlopen only when flagged to do so, and when it's OK to load things executable.
596 // TODO: Also try when not executable? The issue here could be re-mapping as writable (as
597 // !executable is a sign that we may want to patch), which may not be allowed for
598 // various reasons.
599 if (!kUseDlopen) {
600 *error_msg = "DlOpen is disabled.";
601 return false;
602 }
603 if (low_4gb) {
604 *error_msg = "DlOpen does not support low 4gb loading.";
605 return false;
606 }
607 if (writable) {
608 *error_msg = "DlOpen does not support writable loading.";
609 return false;
610 }
611 if (!executable) {
612 *error_msg = "DlOpen does not support non-executable loading.";
613 return false;
614 }
615
616 // dlopen always returns the same library if it is already opened on the host. For this reason
617 // we only use dlopen if we are the target or we do not already have the dex file opened. Having
618 // the same library loaded multiple times at different addresses is required for class unloading
619 // and for having dex caches arrays in the .bss section.
620 if (!kIsTargetBuild) {
621 if (!kUseDlopenOnHost) {
622 *error_msg = "DlOpen disabled for host.";
623 return false;
624 }
625 }
626
627 bool success = Dlopen(elf_filename, oat_file_begin, error_msg);
628 DCHECK(dlopen_handle_ != nullptr || !success);
629
630 return success;
631 }
632
Dlopen(const std::string & elf_filename,uint8_t * oat_file_begin,std::string * error_msg)633 bool DlOpenOatFile::Dlopen(const std::string& elf_filename,
634 uint8_t* oat_file_begin,
635 std::string* error_msg) {
636 #ifdef __APPLE__
637 // The dl_iterate_phdr syscall is missing. There is similar API on OSX,
638 // but let's fallback to the custom loading code for the time being.
639 UNUSED(elf_filename, oat_file_begin);
640 *error_msg = "Dlopen unsupported on Mac.";
641 return false;
642 #else
643 {
644 UniqueCPtr<char> absolute_path(realpath(elf_filename.c_str(), nullptr));
645 if (absolute_path == nullptr) {
646 *error_msg = StringPrintf("Failed to find absolute path for '%s'", elf_filename.c_str());
647 return false;
648 }
649 #ifdef __ANDROID__
650 android_dlextinfo extinfo;
651 extinfo.flags = ANDROID_DLEXT_FORCE_LOAD | // Force-load, don't reuse handle
652 // (open oat files multiple
653 // times).
654 ANDROID_DLEXT_FORCE_FIXED_VADDR; // Take a non-zero vaddr as absolute
655 // (non-pic boot image).
656 if (oat_file_begin != nullptr) { //
657 extinfo.flags |= ANDROID_DLEXT_LOAD_AT_FIXED_ADDRESS; // Use the requested addr if
658 extinfo.reserved_addr = oat_file_begin; // vaddr = 0.
659 } // (pic boot image).
660 dlopen_handle_ = android_dlopen_ext(absolute_path.get(), RTLD_NOW, &extinfo);
661 #else
662 UNUSED(oat_file_begin);
663 static_assert(!kIsTargetBuild, "host_dlopen_handles_ will leak handles");
664 MutexLock mu(Thread::Current(), *Locks::host_dlopen_handles_lock_);
665 dlopen_handle_ = dlopen(absolute_path.get(), RTLD_NOW);
666 if (dlopen_handle_ != nullptr) {
667 if (!host_dlopen_handles_.insert(dlopen_handle_).second) {
668 dlclose(dlopen_handle_);
669 dlopen_handle_ = nullptr;
670 *error_msg = StringPrintf("host dlopen re-opened '%s'", elf_filename.c_str());
671 return false;
672 }
673 }
674 #endif
675 }
676 if (dlopen_handle_ == nullptr) {
677 *error_msg = StringPrintf("Failed to dlopen '%s': %s", elf_filename.c_str(), dlerror());
678 return false;
679 }
680 return true;
681 #endif
682 }
683
PreSetup(const std::string & elf_filename)684 void DlOpenOatFile::PreSetup(const std::string& elf_filename) {
685 #ifdef __APPLE__
686 UNUSED(elf_filename);
687 LOG(FATAL) << "Should not reach here.";
688 UNREACHABLE();
689 #else
690 struct dl_iterate_context {
691 static int callback(struct dl_phdr_info *info, size_t /* size */, void *data) {
692 auto* context = reinterpret_cast<dl_iterate_context*>(data);
693 context->shared_objects_seen++;
694 if (context->shared_objects_seen < context->shared_objects_before) {
695 // We haven't been called yet for anything we haven't seen before. Just continue.
696 // Note: this is aggressively optimistic. If another thread was unloading a library,
697 // we may miss out here. However, this does not happen often in practice.
698 return 0;
699 }
700
701 // See whether this callback corresponds to the file which we have just loaded.
702 bool contains_begin = false;
703 for (int i = 0; i < info->dlpi_phnum; i++) {
704 if (info->dlpi_phdr[i].p_type == PT_LOAD) {
705 uint8_t* vaddr = reinterpret_cast<uint8_t*>(info->dlpi_addr +
706 info->dlpi_phdr[i].p_vaddr);
707 size_t memsz = info->dlpi_phdr[i].p_memsz;
708 if (vaddr <= context->begin_ && context->begin_ < vaddr + memsz) {
709 contains_begin = true;
710 break;
711 }
712 }
713 }
714 // Add dummy mmaps for this file.
715 if (contains_begin) {
716 for (int i = 0; i < info->dlpi_phnum; i++) {
717 if (info->dlpi_phdr[i].p_type == PT_LOAD) {
718 uint8_t* vaddr = reinterpret_cast<uint8_t*>(info->dlpi_addr +
719 info->dlpi_phdr[i].p_vaddr);
720 size_t memsz = info->dlpi_phdr[i].p_memsz;
721 MemMap* mmap = MemMap::MapDummy(info->dlpi_name, vaddr, memsz);
722 context->dlopen_mmaps_->push_back(std::unique_ptr<MemMap>(mmap));
723 }
724 }
725 return 1; // Stop iteration and return 1 from dl_iterate_phdr.
726 }
727 return 0; // Continue iteration and return 0 from dl_iterate_phdr when finished.
728 }
729 const uint8_t* const begin_;
730 std::vector<std::unique_ptr<MemMap>>* const dlopen_mmaps_;
731 const size_t shared_objects_before;
732 size_t shared_objects_seen;
733 };
734 dl_iterate_context context = { Begin(), &dlopen_mmaps_, shared_objects_before_, 0};
735
736 if (dl_iterate_phdr(dl_iterate_context::callback, &context) == 0) {
737 // Hm. Maybe our optimization went wrong. Try another time with shared_objects_before == 0
738 // before giving up. This should be unusual.
739 VLOG(oat) << "Need a second run in PreSetup, didn't find with shared_objects_before="
740 << shared_objects_before_;
741 dl_iterate_context context0 = { Begin(), &dlopen_mmaps_, 0, 0};
742 if (dl_iterate_phdr(dl_iterate_context::callback, &context0) == 0) {
743 // OK, give up and print an error.
744 PrintFileToLog("/proc/self/maps", LogSeverity::WARNING);
745 LOG(ERROR) << "File " << elf_filename << " loaded with dlopen but cannot find its mmaps.";
746 }
747 }
748 #endif
749 }
750
751 ////////////////////////////////////////////////
752 // OatFile via our own ElfFile implementation //
753 ////////////////////////////////////////////////
754
755 class ElfOatFile FINAL : public OatFileBase {
756 public:
ElfOatFile(const std::string & filename,bool executable)757 ElfOatFile(const std::string& filename, bool executable) : OatFileBase(filename, executable) {}
758
759 static ElfOatFile* OpenElfFile(File* file,
760 const std::string& location,
761 uint8_t* requested_base,
762 uint8_t* oat_file_begin, // Override base if not null
763 bool writable,
764 bool executable,
765 bool low_4gb,
766 const char* abs_dex_location,
767 std::string* error_msg);
768
769 bool InitializeFromElfFile(ElfFile* elf_file,
770 const char* abs_dex_location,
771 std::string* error_msg);
772
773 protected:
FindDynamicSymbolAddress(const std::string & symbol_name,std::string * error_msg) const774 const uint8_t* FindDynamicSymbolAddress(const std::string& symbol_name,
775 std::string* error_msg) const OVERRIDE {
776 const uint8_t* ptr = elf_file_->FindDynamicSymbolAddress(symbol_name);
777 if (ptr == nullptr) {
778 *error_msg = "(Internal implementation could not find symbol)";
779 }
780 return ptr;
781 }
782
PreLoad()783 void PreLoad() OVERRIDE {
784 }
785
786 bool Load(const std::string& elf_filename,
787 uint8_t* oat_file_begin, // Override where the file is loaded to if not null
788 bool writable,
789 bool executable,
790 bool low_4gb,
791 std::string* error_msg) OVERRIDE;
792
PreSetup(const std::string & elf_filename ATTRIBUTE_UNUSED)793 void PreSetup(const std::string& elf_filename ATTRIBUTE_UNUSED) OVERRIDE {
794 }
795
796 private:
797 bool ElfFileOpen(File* file,
798 uint8_t* oat_file_begin, // Override where the file is loaded to if not null
799 bool writable,
800 bool executable,
801 bool low_4gb,
802 std::string* error_msg);
803
804 private:
805 // Backing memory map for oat file during cross compilation.
806 std::unique_ptr<ElfFile> elf_file_;
807
808 DISALLOW_COPY_AND_ASSIGN(ElfOatFile);
809 };
810
OpenElfFile(File * file,const std::string & location,uint8_t * requested_base,uint8_t * oat_file_begin,bool writable,bool executable,bool low_4gb,const char * abs_dex_location,std::string * error_msg)811 ElfOatFile* ElfOatFile::OpenElfFile(File* file,
812 const std::string& location,
813 uint8_t* requested_base,
814 uint8_t* oat_file_begin, // Override base if not null
815 bool writable,
816 bool executable,
817 bool low_4gb,
818 const char* abs_dex_location,
819 std::string* error_msg) {
820 ScopedTrace trace("Open elf file " + location);
821 std::unique_ptr<ElfOatFile> oat_file(new ElfOatFile(location, executable));
822 bool success = oat_file->ElfFileOpen(file,
823 oat_file_begin,
824 writable,
825 low_4gb,
826 executable,
827 error_msg);
828 if (!success) {
829 CHECK(!error_msg->empty());
830 return nullptr;
831 }
832
833 // Complete the setup.
834 if (!oat_file->ComputeFields(requested_base, file->GetPath(), error_msg)) {
835 return nullptr;
836 }
837
838 if (!oat_file->Setup(abs_dex_location, error_msg)) {
839 return nullptr;
840 }
841
842 return oat_file.release();
843 }
844
InitializeFromElfFile(ElfFile * elf_file,const char * abs_dex_location,std::string * error_msg)845 bool ElfOatFile::InitializeFromElfFile(ElfFile* elf_file,
846 const char* abs_dex_location,
847 std::string* error_msg) {
848 ScopedTrace trace(__PRETTY_FUNCTION__);
849 if (IsExecutable()) {
850 *error_msg = "Cannot initialize from elf file in executable mode.";
851 return false;
852 }
853 elf_file_.reset(elf_file);
854 uint64_t offset, size;
855 bool has_section = elf_file->GetSectionOffsetAndSize(".rodata", &offset, &size);
856 CHECK(has_section);
857 SetBegin(elf_file->Begin() + offset);
858 SetEnd(elf_file->Begin() + size + offset);
859 // Ignore the optional .bss section when opening non-executable.
860 return Setup(abs_dex_location, error_msg);
861 }
862
Load(const std::string & elf_filename,uint8_t * oat_file_begin,bool writable,bool executable,bool low_4gb,std::string * error_msg)863 bool ElfOatFile::Load(const std::string& elf_filename,
864 uint8_t* oat_file_begin, // Override where the file is loaded to if not null
865 bool writable,
866 bool executable,
867 bool low_4gb,
868 std::string* error_msg) {
869 ScopedTrace trace(__PRETTY_FUNCTION__);
870 std::unique_ptr<File> file(OS::OpenFileForReading(elf_filename.c_str()));
871 if (file == nullptr) {
872 *error_msg = StringPrintf("Failed to open oat filename for reading: %s", strerror(errno));
873 return false;
874 }
875 return ElfOatFile::ElfFileOpen(file.get(),
876 oat_file_begin,
877 writable,
878 executable,
879 low_4gb,
880 error_msg);
881 }
882
ElfFileOpen(File * file,uint8_t * oat_file_begin,bool writable,bool executable,bool low_4gb,std::string * error_msg)883 bool ElfOatFile::ElfFileOpen(File* file,
884 uint8_t* oat_file_begin,
885 bool writable,
886 bool executable,
887 bool low_4gb,
888 std::string* error_msg) {
889 ScopedTrace trace(__PRETTY_FUNCTION__);
890 // TODO: rename requested_base to oat_data_begin
891 elf_file_.reset(ElfFile::Open(file,
892 writable,
893 /*program_header_only*/true,
894 low_4gb,
895 error_msg,
896 oat_file_begin));
897 if (elf_file_ == nullptr) {
898 DCHECK(!error_msg->empty());
899 return false;
900 }
901 bool loaded = elf_file_->Load(file, executable, low_4gb, error_msg);
902 DCHECK(loaded || !error_msg->empty());
903 return loaded;
904 }
905
906 //////////////////////////
907 // General OatFile code //
908 //////////////////////////
909
ResolveRelativeEncodedDexLocation(const char * abs_dex_location,const std::string & rel_dex_location)910 std::string OatFile::ResolveRelativeEncodedDexLocation(
911 const char* abs_dex_location, const std::string& rel_dex_location) {
912 if (abs_dex_location != nullptr && rel_dex_location[0] != '/') {
913 // Strip :classes<N>.dex used for secondary multidex files.
914 std::string base = DexFile::GetBaseLocation(rel_dex_location);
915 std::string multidex_suffix = DexFile::GetMultiDexSuffix(rel_dex_location);
916
917 // Check if the base is a suffix of the provided abs_dex_location.
918 std::string target_suffix = "/" + base;
919 std::string abs_location(abs_dex_location);
920 if (abs_location.size() > target_suffix.size()) {
921 size_t pos = abs_location.size() - target_suffix.size();
922 if (abs_location.compare(pos, std::string::npos, target_suffix) == 0) {
923 return abs_location + multidex_suffix;
924 }
925 }
926 }
927 return rel_dex_location;
928 }
929
CheckLocation(const std::string & location)930 static void CheckLocation(const std::string& location) {
931 CHECK(!location.empty());
932 }
933
OpenWithElfFile(ElfFile * elf_file,const std::string & location,const char * abs_dex_location,std::string * error_msg)934 OatFile* OatFile::OpenWithElfFile(ElfFile* elf_file,
935 const std::string& location,
936 const char* abs_dex_location,
937 std::string* error_msg) {
938 std::unique_ptr<ElfOatFile> oat_file(new ElfOatFile(location, false /* executable */));
939 return oat_file->InitializeFromElfFile(elf_file, abs_dex_location, error_msg)
940 ? oat_file.release()
941 : nullptr;
942 }
943
Open(const std::string & filename,const std::string & location,uint8_t * requested_base,uint8_t * oat_file_begin,bool executable,bool low_4gb,const char * abs_dex_location,std::string * error_msg)944 OatFile* OatFile::Open(const std::string& filename,
945 const std::string& location,
946 uint8_t* requested_base,
947 uint8_t* oat_file_begin,
948 bool executable,
949 bool low_4gb,
950 const char* abs_dex_location,
951 std::string* error_msg) {
952 ScopedTrace trace("Open oat file " + location);
953 CHECK(!filename.empty()) << location;
954 CheckLocation(location);
955
956 // Check that the file even exists, fast-fail.
957 if (!OS::FileExists(filename.c_str())) {
958 *error_msg = StringPrintf("File %s does not exist.", filename.c_str());
959 return nullptr;
960 }
961
962 // Try dlopen first, as it is required for native debuggability. This will fail fast if dlopen is
963 // disabled.
964 OatFile* with_dlopen = OatFileBase::OpenOatFile<DlOpenOatFile>(filename,
965 location,
966 requested_base,
967 oat_file_begin,
968 false,
969 executable,
970 low_4gb,
971 abs_dex_location,
972 error_msg);
973 if (with_dlopen != nullptr) {
974 return with_dlopen;
975 }
976 if (kPrintDlOpenErrorMessage) {
977 LOG(ERROR) << "Failed to dlopen: " << filename << " with error " << *error_msg;
978 }
979 // If we aren't trying to execute, we just use our own ElfFile loader for a couple reasons:
980 //
981 // On target, dlopen may fail when compiling due to selinux restrictions on installd.
982 //
983 // We use our own ELF loader for Quick to deal with legacy apps that
984 // open a generated dex file by name, remove the file, then open
985 // another generated dex file with the same name. http://b/10614658
986 //
987 // On host, dlopen is expected to fail when cross compiling, so fall back to OpenElfFile.
988 //
989 //
990 // Another independent reason is the absolute placement of boot.oat. dlopen on the host usually
991 // does honor the virtual address encoded in the ELF file only for ET_EXEC files, not ET_DYN.
992 OatFile* with_internal = OatFileBase::OpenOatFile<ElfOatFile>(filename,
993 location,
994 requested_base,
995 oat_file_begin,
996 false,
997 executable,
998 low_4gb,
999 abs_dex_location,
1000 error_msg);
1001 return with_internal;
1002 }
1003
OpenWritable(File * file,const std::string & location,const char * abs_dex_location,std::string * error_msg)1004 OatFile* OatFile::OpenWritable(File* file,
1005 const std::string& location,
1006 const char* abs_dex_location,
1007 std::string* error_msg) {
1008 CheckLocation(location);
1009 return ElfOatFile::OpenElfFile(file,
1010 location,
1011 nullptr,
1012 nullptr,
1013 true,
1014 false,
1015 /*low_4gb*/false,
1016 abs_dex_location,
1017 error_msg);
1018 }
1019
OpenReadable(File * file,const std::string & location,const char * abs_dex_location,std::string * error_msg)1020 OatFile* OatFile::OpenReadable(File* file,
1021 const std::string& location,
1022 const char* abs_dex_location,
1023 std::string* error_msg) {
1024 CheckLocation(location);
1025 return ElfOatFile::OpenElfFile(file,
1026 location,
1027 nullptr,
1028 nullptr,
1029 false,
1030 false,
1031 /*low_4gb*/false,
1032 abs_dex_location,
1033 error_msg);
1034 }
1035
OatFile(const std::string & location,bool is_executable)1036 OatFile::OatFile(const std::string& location, bool is_executable)
1037 : location_(location),
1038 begin_(nullptr),
1039 end_(nullptr),
1040 bss_begin_(nullptr),
1041 bss_end_(nullptr),
1042 is_executable_(is_executable),
1043 secondary_lookup_lock_("OatFile secondary lookup lock", kOatFileSecondaryLookupLock) {
1044 CHECK(!location_.empty());
1045 }
1046
~OatFile()1047 OatFile::~OatFile() {
1048 STLDeleteElements(&oat_dex_files_storage_);
1049 }
1050
GetOatHeader() const1051 const OatHeader& OatFile::GetOatHeader() const {
1052 return *reinterpret_cast<const OatHeader*>(Begin());
1053 }
1054
Begin() const1055 const uint8_t* OatFile::Begin() const {
1056 CHECK(begin_ != nullptr);
1057 return begin_;
1058 }
1059
End() const1060 const uint8_t* OatFile::End() const {
1061 CHECK(end_ != nullptr);
1062 return end_;
1063 }
1064
BssBegin() const1065 const uint8_t* OatFile::BssBegin() const {
1066 return bss_begin_;
1067 }
1068
BssEnd() const1069 const uint8_t* OatFile::BssEnd() const {
1070 return bss_end_;
1071 }
1072
GetOatDexFile(const char * dex_location,const uint32_t * dex_location_checksum,bool warn_if_not_found) const1073 const OatFile::OatDexFile* OatFile::GetOatDexFile(const char* dex_location,
1074 const uint32_t* dex_location_checksum,
1075 bool warn_if_not_found) const {
1076 // NOTE: We assume here that the canonical location for a given dex_location never
1077 // changes. If it does (i.e. some symlink used by the filename changes) we may return
1078 // an incorrect OatDexFile. As long as we have a checksum to check, we shall return
1079 // an identical file or fail; otherwise we may see some unpredictable failures.
1080
1081 // TODO: Additional analysis of usage patterns to see if this can be simplified
1082 // without any performance loss, for example by not doing the first lock-free lookup.
1083
1084 const OatFile::OatDexFile* oat_dex_file = nullptr;
1085 StringPiece key(dex_location);
1086 // Try to find the key cheaply in the oat_dex_files_ map which holds dex locations
1087 // directly mentioned in the oat file and doesn't require locking.
1088 auto primary_it = oat_dex_files_.find(key);
1089 if (primary_it != oat_dex_files_.end()) {
1090 oat_dex_file = primary_it->second;
1091 DCHECK(oat_dex_file != nullptr);
1092 } else {
1093 // This dex_location is not one of the dex locations directly mentioned in the
1094 // oat file. The correct lookup is via the canonical location but first see in
1095 // the secondary_oat_dex_files_ whether we've looked up this location before.
1096 MutexLock mu(Thread::Current(), secondary_lookup_lock_);
1097 auto secondary_lb = secondary_oat_dex_files_.lower_bound(key);
1098 if (secondary_lb != secondary_oat_dex_files_.end() && key == secondary_lb->first) {
1099 oat_dex_file = secondary_lb->second; // May be null.
1100 } else {
1101 // We haven't seen this dex_location before, we must check the canonical location.
1102 std::string dex_canonical_location = DexFile::GetDexCanonicalLocation(dex_location);
1103 if (dex_canonical_location != dex_location) {
1104 StringPiece canonical_key(dex_canonical_location);
1105 auto canonical_it = oat_dex_files_.find(canonical_key);
1106 if (canonical_it != oat_dex_files_.end()) {
1107 oat_dex_file = canonical_it->second;
1108 } // else keep null.
1109 } // else keep null.
1110
1111 // Copy the key to the string_cache_ and store the result in secondary map.
1112 string_cache_.emplace_back(key.data(), key.length());
1113 StringPiece key_copy(string_cache_.back());
1114 secondary_oat_dex_files_.PutBefore(secondary_lb, key_copy, oat_dex_file);
1115 }
1116 }
1117 if (oat_dex_file != nullptr &&
1118 (dex_location_checksum == nullptr ||
1119 oat_dex_file->GetDexFileLocationChecksum() == *dex_location_checksum)) {
1120 return oat_dex_file;
1121 }
1122
1123 if (warn_if_not_found) {
1124 std::string dex_canonical_location = DexFile::GetDexCanonicalLocation(dex_location);
1125 std::string checksum("<unspecified>");
1126 if (dex_location_checksum != nullptr) {
1127 checksum = StringPrintf("0x%08x", *dex_location_checksum);
1128 }
1129 LOG(WARNING) << "Failed to find OatDexFile for DexFile " << dex_location
1130 << " ( canonical path " << dex_canonical_location << ")"
1131 << " with checksum " << checksum << " in OatFile " << GetLocation();
1132 if (kIsDebugBuild) {
1133 for (const OatDexFile* odf : oat_dex_files_storage_) {
1134 LOG(WARNING) << "OatFile " << GetLocation()
1135 << " contains OatDexFile " << odf->GetDexFileLocation()
1136 << " (canonical path " << odf->GetCanonicalDexFileLocation() << ")"
1137 << " with checksum 0x" << std::hex << odf->GetDexFileLocationChecksum();
1138 }
1139 }
1140 }
1141
1142 return nullptr;
1143 }
1144
OatDexFile(const OatFile * oat_file,const std::string & dex_file_location,const std::string & canonical_dex_file_location,uint32_t dex_file_location_checksum,const uint8_t * dex_file_pointer,const uint8_t * lookup_table_data,const uint32_t * oat_class_offsets_pointer,uint8_t * dex_cache_arrays)1145 OatFile::OatDexFile::OatDexFile(const OatFile* oat_file,
1146 const std::string& dex_file_location,
1147 const std::string& canonical_dex_file_location,
1148 uint32_t dex_file_location_checksum,
1149 const uint8_t* dex_file_pointer,
1150 const uint8_t* lookup_table_data,
1151 const uint32_t* oat_class_offsets_pointer,
1152 uint8_t* dex_cache_arrays)
1153 : oat_file_(oat_file),
1154 dex_file_location_(dex_file_location),
1155 canonical_dex_file_location_(canonical_dex_file_location),
1156 dex_file_location_checksum_(dex_file_location_checksum),
1157 dex_file_pointer_(dex_file_pointer),
1158 lookup_table_data_(lookup_table_data),
1159 oat_class_offsets_pointer_(oat_class_offsets_pointer),
1160 dex_cache_arrays_(dex_cache_arrays) {}
1161
~OatDexFile()1162 OatFile::OatDexFile::~OatDexFile() {}
1163
FileSize() const1164 size_t OatFile::OatDexFile::FileSize() const {
1165 return reinterpret_cast<const DexFile::Header*>(dex_file_pointer_)->file_size_;
1166 }
1167
OpenDexFile(std::string * error_msg) const1168 std::unique_ptr<const DexFile> OatFile::OatDexFile::OpenDexFile(std::string* error_msg) const {
1169 ScopedTrace trace(__PRETTY_FUNCTION__);
1170 return DexFile::Open(dex_file_pointer_,
1171 FileSize(),
1172 dex_file_location_,
1173 dex_file_location_checksum_,
1174 this,
1175 false /* verify */,
1176 error_msg);
1177 }
1178
GetOatClassOffset(uint16_t class_def_index) const1179 uint32_t OatFile::OatDexFile::GetOatClassOffset(uint16_t class_def_index) const {
1180 return oat_class_offsets_pointer_[class_def_index];
1181 }
1182
GetOatClass(uint16_t class_def_index) const1183 OatFile::OatClass OatFile::OatDexFile::GetOatClass(uint16_t class_def_index) const {
1184 uint32_t oat_class_offset = GetOatClassOffset(class_def_index);
1185
1186 const uint8_t* oat_class_pointer = oat_file_->Begin() + oat_class_offset;
1187 CHECK_LT(oat_class_pointer, oat_file_->End()) << oat_file_->GetLocation();
1188
1189 const uint8_t* status_pointer = oat_class_pointer;
1190 CHECK_LT(status_pointer, oat_file_->End()) << oat_file_->GetLocation();
1191 mirror::Class::Status status =
1192 static_cast<mirror::Class::Status>(*reinterpret_cast<const int16_t*>(status_pointer));
1193 CHECK_LT(status, mirror::Class::kStatusMax);
1194
1195 const uint8_t* type_pointer = status_pointer + sizeof(uint16_t);
1196 CHECK_LT(type_pointer, oat_file_->End()) << oat_file_->GetLocation();
1197 OatClassType type = static_cast<OatClassType>(*reinterpret_cast<const uint16_t*>(type_pointer));
1198 CHECK_LT(type, kOatClassMax);
1199
1200 const uint8_t* after_type_pointer = type_pointer + sizeof(int16_t);
1201 CHECK_LE(after_type_pointer, oat_file_->End()) << oat_file_->GetLocation();
1202
1203 uint32_t bitmap_size = 0;
1204 const uint8_t* bitmap_pointer = nullptr;
1205 const uint8_t* methods_pointer = nullptr;
1206 if (type != kOatClassNoneCompiled) {
1207 if (type == kOatClassSomeCompiled) {
1208 bitmap_size = static_cast<uint32_t>(*reinterpret_cast<const uint32_t*>(after_type_pointer));
1209 bitmap_pointer = after_type_pointer + sizeof(bitmap_size);
1210 CHECK_LE(bitmap_pointer, oat_file_->End()) << oat_file_->GetLocation();
1211 methods_pointer = bitmap_pointer + bitmap_size;
1212 } else {
1213 methods_pointer = after_type_pointer;
1214 }
1215 CHECK_LE(methods_pointer, oat_file_->End()) << oat_file_->GetLocation();
1216 }
1217
1218 return OatFile::OatClass(oat_file_,
1219 status,
1220 type,
1221 bitmap_size,
1222 reinterpret_cast<const uint32_t*>(bitmap_pointer),
1223 reinterpret_cast<const OatMethodOffsets*>(methods_pointer));
1224 }
1225
OatClass(const OatFile * oat_file,mirror::Class::Status status,OatClassType type,uint32_t bitmap_size,const uint32_t * bitmap_pointer,const OatMethodOffsets * methods_pointer)1226 OatFile::OatClass::OatClass(const OatFile* oat_file,
1227 mirror::Class::Status status,
1228 OatClassType type,
1229 uint32_t bitmap_size,
1230 const uint32_t* bitmap_pointer,
1231 const OatMethodOffsets* methods_pointer)
1232 : oat_file_(oat_file), status_(status), type_(type),
1233 bitmap_(bitmap_pointer), methods_pointer_(methods_pointer) {
1234 switch (type_) {
1235 case kOatClassAllCompiled: {
1236 CHECK_EQ(0U, bitmap_size);
1237 CHECK(bitmap_pointer == nullptr);
1238 CHECK(methods_pointer != nullptr);
1239 break;
1240 }
1241 case kOatClassSomeCompiled: {
1242 CHECK_NE(0U, bitmap_size);
1243 CHECK(bitmap_pointer != nullptr);
1244 CHECK(methods_pointer != nullptr);
1245 break;
1246 }
1247 case kOatClassNoneCompiled: {
1248 CHECK_EQ(0U, bitmap_size);
1249 CHECK(bitmap_pointer == nullptr);
1250 CHECK(methods_pointer_ == nullptr);
1251 break;
1252 }
1253 case kOatClassMax: {
1254 LOG(FATAL) << "Invalid OatClassType " << type_;
1255 break;
1256 }
1257 }
1258 }
1259
GetOatMethodOffsetsOffset(uint32_t method_index) const1260 uint32_t OatFile::OatClass::GetOatMethodOffsetsOffset(uint32_t method_index) const {
1261 const OatMethodOffsets* oat_method_offsets = GetOatMethodOffsets(method_index);
1262 if (oat_method_offsets == nullptr) {
1263 return 0u;
1264 }
1265 return reinterpret_cast<const uint8_t*>(oat_method_offsets) - oat_file_->Begin();
1266 }
1267
GetOatMethodOffsets(uint32_t method_index) const1268 const OatMethodOffsets* OatFile::OatClass::GetOatMethodOffsets(uint32_t method_index) const {
1269 // NOTE: We don't keep the number of methods and cannot do a bounds check for method_index.
1270 if (methods_pointer_ == nullptr) {
1271 CHECK_EQ(kOatClassNoneCompiled, type_);
1272 return nullptr;
1273 }
1274 size_t methods_pointer_index;
1275 if (bitmap_ == nullptr) {
1276 CHECK_EQ(kOatClassAllCompiled, type_);
1277 methods_pointer_index = method_index;
1278 } else {
1279 CHECK_EQ(kOatClassSomeCompiled, type_);
1280 if (!BitVector::IsBitSet(bitmap_, method_index)) {
1281 return nullptr;
1282 }
1283 size_t num_set_bits = BitVector::NumSetBits(bitmap_, method_index);
1284 methods_pointer_index = num_set_bits;
1285 }
1286 const OatMethodOffsets& oat_method_offsets = methods_pointer_[methods_pointer_index];
1287 return &oat_method_offsets;
1288 }
1289
GetOatMethod(uint32_t method_index) const1290 const OatFile::OatMethod OatFile::OatClass::GetOatMethod(uint32_t method_index) const {
1291 const OatMethodOffsets* oat_method_offsets = GetOatMethodOffsets(method_index);
1292 if (oat_method_offsets == nullptr) {
1293 return OatMethod(nullptr, 0);
1294 }
1295 if (oat_file_->IsExecutable() ||
1296 Runtime::Current() == nullptr || // This case applies for oatdump.
1297 Runtime::Current()->IsAotCompiler()) {
1298 return OatMethod(oat_file_->Begin(), oat_method_offsets->code_offset_);
1299 }
1300 // We aren't allowed to use the compiled code. We just force it down the interpreted / jit
1301 // version.
1302 return OatMethod(oat_file_->Begin(), 0);
1303 }
1304
LinkMethod(ArtMethod * method) const1305 void OatFile::OatMethod::LinkMethod(ArtMethod* method) const {
1306 CHECK(method != nullptr);
1307 method->SetEntryPointFromQuickCompiledCode(GetQuickCode());
1308 }
1309
HasPatchInfo() const1310 bool OatFile::HasPatchInfo() const {
1311 return GetOatHeader().HasPatchInfo();
1312 }
1313
IsPic() const1314 bool OatFile::IsPic() const {
1315 return GetOatHeader().IsPic();
1316 // TODO: Check against oat_patches. b/18144996
1317 }
1318
IsDebuggable() const1319 bool OatFile::IsDebuggable() const {
1320 return GetOatHeader().IsDebuggable();
1321 }
1322
GetCompilerFilter() const1323 CompilerFilter::Filter OatFile::GetCompilerFilter() const {
1324 return GetOatHeader().GetCompilerFilter();
1325 }
1326
1327 static constexpr char kDexClassPathEncodingSeparator = '*';
1328
EncodeDexFileDependencies(const std::vector<const DexFile * > & dex_files)1329 std::string OatFile::EncodeDexFileDependencies(const std::vector<const DexFile*>& dex_files) {
1330 std::ostringstream out;
1331
1332 for (const DexFile* dex_file : dex_files) {
1333 out << dex_file->GetLocation().c_str();
1334 out << kDexClassPathEncodingSeparator;
1335 out << dex_file->GetLocationChecksum();
1336 out << kDexClassPathEncodingSeparator;
1337 }
1338
1339 return out.str();
1340 }
1341
CheckStaticDexFileDependencies(const char * dex_dependencies,std::string * msg)1342 bool OatFile::CheckStaticDexFileDependencies(const char* dex_dependencies, std::string* msg) {
1343 if (dex_dependencies == nullptr || dex_dependencies[0] == 0) {
1344 // No dependencies.
1345 return true;
1346 }
1347
1348 // Assumption: this is not performance-critical. So it's OK to do this with a std::string and
1349 // Split() instead of manual parsing of the combined char*.
1350 std::vector<std::string> split;
1351 Split(dex_dependencies, kDexClassPathEncodingSeparator, &split);
1352 if (split.size() % 2 != 0) {
1353 // Expected pairs of location and checksum.
1354 *msg = StringPrintf("Odd number of elements in dependency list %s", dex_dependencies);
1355 return false;
1356 }
1357
1358 for (auto it = split.begin(), end = split.end(); it != end; it += 2) {
1359 std::string& location = *it;
1360 std::string& checksum = *(it + 1);
1361 int64_t converted = strtoll(checksum.c_str(), nullptr, 10);
1362 if (converted == 0) {
1363 // Conversion error.
1364 *msg = StringPrintf("Conversion error for %s", checksum.c_str());
1365 return false;
1366 }
1367
1368 uint32_t dex_checksum;
1369 std::string error_msg;
1370 if (DexFile::GetChecksum(DexFile::GetDexCanonicalLocation(location.c_str()).c_str(),
1371 &dex_checksum,
1372 &error_msg)) {
1373 if (converted != dex_checksum) {
1374 *msg = StringPrintf("Checksums don't match for %s: %" PRId64 " vs %u",
1375 location.c_str(), converted, dex_checksum);
1376 return false;
1377 }
1378 } else {
1379 // Problem retrieving checksum.
1380 // TODO: odex files?
1381 *msg = StringPrintf("Could not retrieve checksum for %s: %s", location.c_str(),
1382 error_msg.c_str());
1383 return false;
1384 }
1385 }
1386
1387 return true;
1388 }
1389
GetDexLocationsFromDependencies(const char * dex_dependencies,std::vector<std::string> * locations)1390 bool OatFile::GetDexLocationsFromDependencies(const char* dex_dependencies,
1391 std::vector<std::string>* locations) {
1392 DCHECK(locations != nullptr);
1393 if (dex_dependencies == nullptr || dex_dependencies[0] == 0) {
1394 return true;
1395 }
1396
1397 // Assumption: this is not performance-critical. So it's OK to do this with a std::string and
1398 // Split() instead of manual parsing of the combined char*.
1399 std::vector<std::string> split;
1400 Split(dex_dependencies, kDexClassPathEncodingSeparator, &split);
1401 if (split.size() % 2 != 0) {
1402 // Expected pairs of location and checksum.
1403 return false;
1404 }
1405
1406 for (auto it = split.begin(), end = split.end(); it != end; it += 2) {
1407 locations->push_back(*it);
1408 }
1409
1410 return true;
1411 }
1412
1413 } // namespace art
1414