• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright (C) 2008 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #include "mem_map.h"
18 #include "thread-inl.h"
19 
20 #include <inttypes.h>
21 #include <backtrace/BacktraceMap.h>
22 #include <memory>
23 
24 // See CreateStartPos below.
25 #ifdef __BIONIC__
26 #include <sys/auxv.h>
27 #endif
28 
29 #include "base/stringprintf.h"
30 #include "ScopedFd.h"
31 #include "utils.h"
32 
33 #define USE_ASHMEM 1
34 
35 #ifdef USE_ASHMEM
36 #include <cutils/ashmem.h>
37 #ifndef ANDROID_OS
38 #include <sys/resource.h>
39 #endif
40 #endif
41 
42 #ifndef MAP_ANONYMOUS
43 #define MAP_ANONYMOUS MAP_ANON
44 #endif
45 
46 namespace art {
47 
operator <<(std::ostream & os,std::pair<BacktraceMap::const_iterator,BacktraceMap::const_iterator> iters)48 static std::ostream& operator<<(
49     std::ostream& os,
50     std::pair<BacktraceMap::const_iterator, BacktraceMap::const_iterator> iters) {
51   for (BacktraceMap::const_iterator it = iters.first; it != iters.second; ++it) {
52     os << StringPrintf("0x%08x-0x%08x %c%c%c %s\n",
53                        static_cast<uint32_t>(it->start),
54                        static_cast<uint32_t>(it->end),
55                        (it->flags & PROT_READ) ? 'r' : '-',
56                        (it->flags & PROT_WRITE) ? 'w' : '-',
57                        (it->flags & PROT_EXEC) ? 'x' : '-', it->name.c_str());
58   }
59   return os;
60 }
61 
operator <<(std::ostream & os,const MemMap::Maps & mem_maps)62 std::ostream& operator<<(std::ostream& os, const MemMap::Maps& mem_maps) {
63   os << "MemMap:" << std::endl;
64   for (auto it = mem_maps.begin(); it != mem_maps.end(); ++it) {
65     void* base = it->first;
66     MemMap* map = it->second;
67     CHECK_EQ(base, map->BaseBegin());
68     os << *map << std::endl;
69   }
70   return os;
71 }
72 
73 MemMap::Maps* MemMap::maps_ = nullptr;
74 
75 #if USE_ART_LOW_4G_ALLOCATOR
76 // Handling mem_map in 32b address range for 64b architectures that do not support MAP_32BIT.
77 
78 // The regular start of memory allocations. The first 64KB is protected by SELinux.
79 static constexpr uintptr_t LOW_MEM_START = 64 * KB;
80 
81 // Generate random starting position.
82 // To not interfere with image position, take the image's address and only place it below. Current
83 // formula (sketch):
84 //
85 // ART_BASE_ADDR      = 0001XXXXXXXXXXXXXXX
86 // ----------------------------------------
87 //                    = 0000111111111111111
88 // & ~(kPageSize - 1) =~0000000000000001111
89 // ----------------------------------------
90 // mask               = 0000111111111110000
91 // & random data      = YYYYYYYYYYYYYYYYYYY
92 // -----------------------------------
93 // tmp                = 0000YYYYYYYYYYY0000
94 // + LOW_MEM_START    = 0000000000001000000
95 // --------------------------------------
96 // start
97 //
98 // getauxval as an entropy source is exposed in Bionic, but not in glibc before 2.16. When we
99 // do not have Bionic, simply start with LOW_MEM_START.
100 
101 // Function is standalone so it can be tested somewhat in mem_map_test.cc.
102 #ifdef __BIONIC__
CreateStartPos(uint64_t input)103 uintptr_t CreateStartPos(uint64_t input) {
104   CHECK_NE(0, ART_BASE_ADDRESS);
105 
106   // Start with all bits below highest bit in ART_BASE_ADDRESS.
107   constexpr size_t leading_zeros = CLZ(static_cast<uint32_t>(ART_BASE_ADDRESS));
108   constexpr uintptr_t mask_ones = (1 << (31 - leading_zeros)) - 1;
109 
110   // Lowest (usually 12) bits are not used, as aligned by page size.
111   constexpr uintptr_t mask = mask_ones & ~(kPageSize - 1);
112 
113   // Mask input data.
114   return (input & mask) + LOW_MEM_START;
115 }
116 #endif
117 
GenerateNextMemPos()118 static uintptr_t GenerateNextMemPos() {
119 #ifdef __BIONIC__
120   uint8_t* random_data = reinterpret_cast<uint8_t*>(getauxval(AT_RANDOM));
121   // The lower 8B are taken for the stack guard. Use the upper 8B (with mask).
122   return CreateStartPos(*reinterpret_cast<uintptr_t*>(random_data + 8));
123 #else
124   // No auxv on host, see above.
125   return LOW_MEM_START;
126 #endif
127 }
128 
129 // Initialize linear scan to random position.
130 uintptr_t MemMap::next_mem_pos_ = GenerateNextMemPos();
131 #endif
132 
133 #if !defined(__APPLE__)  // TODO: Reanable after b/16861075 BacktraceMap issue is addressed.
134 // Return true if the address range is contained in a single /proc/self/map entry.
ContainedWithinExistingMap(uintptr_t begin,uintptr_t end,std::string * error_msg)135 static bool ContainedWithinExistingMap(uintptr_t begin,
136                                        uintptr_t end,
137                                        std::string* error_msg) {
138   std::unique_ptr<BacktraceMap> map(BacktraceMap::Create(getpid(), true));
139   if (map.get() == nullptr) {
140     *error_msg = StringPrintf("Failed to build process map");
141     return false;
142   }
143   for (BacktraceMap::const_iterator it = map->begin(); it != map->end(); ++it) {
144     if ((begin >= it->start && begin < it->end)  // start of new within old
145         && (end > it->start && end <= it->end)) {  // end of new within old
146       return true;
147     }
148   }
149   std::string maps;
150   ReadFileToString("/proc/self/maps", &maps);
151   *error_msg = StringPrintf("Requested region 0x%08" PRIxPTR "-0x%08" PRIxPTR " does not overlap "
152                             "any existing map:\n%s\n",
153                             begin, end, maps.c_str());
154   return false;
155 }
156 #endif
157 
158 // Return true if the address range does not conflict with any /proc/self/maps entry.
CheckNonOverlapping(uintptr_t begin,uintptr_t end,std::string * error_msg)159 static bool CheckNonOverlapping(uintptr_t begin,
160                                 uintptr_t end,
161                                 std::string* error_msg) {
162   std::unique_ptr<BacktraceMap> map(BacktraceMap::Create(getpid(), true));
163   if (map.get() == nullptr) {
164     *error_msg = StringPrintf("Failed to build process map");
165     return false;
166   }
167   for (BacktraceMap::const_iterator it = map->begin(); it != map->end(); ++it) {
168     if ((begin >= it->start && begin < it->end)      // start of new within old
169         || (end > it->start && end < it->end)        // end of new within old
170         || (begin <= it->start && end > it->end)) {  // start/end of new includes all of old
171       std::ostringstream map_info;
172       map_info << std::make_pair(it, map->end());
173       *error_msg = StringPrintf("Requested region 0x%08" PRIxPTR "-0x%08" PRIxPTR " overlaps with "
174                                 "existing map 0x%08" PRIxPTR "-0x%08" PRIxPTR " (%s)\n%s",
175                                 begin, end,
176                                 static_cast<uintptr_t>(it->start), static_cast<uintptr_t>(it->end),
177                                 it->name.c_str(),
178                                 map_info.str().c_str());
179       return false;
180     }
181   }
182   return true;
183 }
184 
185 // CheckMapRequest to validate a non-MAP_FAILED mmap result based on
186 // the expected value, calling munmap if validation fails, giving the
187 // reason in error_msg.
188 //
189 // If the expected_ptr is nullptr, nothing is checked beyond the fact
190 // that the actual_ptr is not MAP_FAILED. However, if expected_ptr is
191 // non-null, we check that pointer is the actual_ptr == expected_ptr,
192 // and if not, report in error_msg what the conflict mapping was if
193 // found, or a generic error in other cases.
CheckMapRequest(byte * expected_ptr,void * actual_ptr,size_t byte_count,std::string * error_msg)194 static bool CheckMapRequest(byte* expected_ptr, void* actual_ptr, size_t byte_count,
195                             std::string* error_msg) {
196   // Handled first by caller for more specific error messages.
197   CHECK(actual_ptr != MAP_FAILED);
198 
199   if (expected_ptr == nullptr) {
200     return true;
201   }
202 
203   uintptr_t actual = reinterpret_cast<uintptr_t>(actual_ptr);
204   uintptr_t expected = reinterpret_cast<uintptr_t>(expected_ptr);
205   uintptr_t limit = expected + byte_count;
206 
207   if (expected_ptr == actual_ptr) {
208     return true;
209   }
210 
211   // We asked for an address but didn't get what we wanted, all paths below here should fail.
212   int result = munmap(actual_ptr, byte_count);
213   if (result == -1) {
214     PLOG(WARNING) << StringPrintf("munmap(%p, %zd) failed", actual_ptr, byte_count);
215   }
216 
217   // We call this here so that we can try and generate a full error
218   // message with the overlapping mapping. There's no guarantee that
219   // that there will be an overlap though, since
220   // - The kernel is not *required* to honour expected_ptr unless MAP_FIXED is
221   //   true, even if there is no overlap
222   // - There might have been an overlap at the point of mmap, but the
223   //   overlapping region has since been unmapped.
224   std::string error_detail;
225   CheckNonOverlapping(expected, limit, &error_detail);
226 
227   std::ostringstream os;
228   os <<  StringPrintf("Failed to mmap at expected address, mapped at "
229                       "0x%08" PRIxPTR " instead of 0x%08" PRIxPTR,
230                       actual, expected);
231   if (!error_detail.empty()) {
232     os << " : " << error_detail;
233   }
234 
235   *error_msg = os.str();
236   return false;
237 }
238 
MapAnonymous(const char * name,byte * expected_ptr,size_t byte_count,int prot,bool low_4gb,std::string * error_msg)239 MemMap* MemMap::MapAnonymous(const char* name, byte* expected_ptr, size_t byte_count, int prot,
240                              bool low_4gb, std::string* error_msg) {
241   if (byte_count == 0) {
242     return new MemMap(name, nullptr, 0, nullptr, 0, prot, false);
243   }
244   size_t page_aligned_byte_count = RoundUp(byte_count, kPageSize);
245 
246   int flags = MAP_PRIVATE | MAP_ANONYMOUS;
247   ScopedFd fd(-1);
248 
249 #ifdef USE_ASHMEM
250 #ifdef HAVE_ANDROID_OS
251   const bool use_ashmem = true;
252 #else
253   // When not on Android ashmem is faked using files in /tmp. Ensure that such files won't
254   // fail due to ulimit restrictions. If they will then use a regular mmap.
255   struct rlimit rlimit_fsize;
256   CHECK_EQ(getrlimit(RLIMIT_FSIZE, &rlimit_fsize), 0);
257   const bool use_ashmem = (rlimit_fsize.rlim_cur == RLIM_INFINITY) ||
258       (page_aligned_byte_count < rlimit_fsize.rlim_cur);
259 #endif
260   if (use_ashmem) {
261     // android_os_Debug.cpp read_mapinfo assumes all ashmem regions associated with the VM are
262     // prefixed "dalvik-".
263     std::string debug_friendly_name("dalvik-");
264     debug_friendly_name += name;
265     fd.reset(ashmem_create_region(debug_friendly_name.c_str(), page_aligned_byte_count));
266     if (fd.get() == -1) {
267       *error_msg = StringPrintf("ashmem_create_region failed for '%s': %s", name, strerror(errno));
268       return nullptr;
269     }
270     flags = MAP_PRIVATE;
271   }
272 #endif
273 
274   // We need to store and potentially set an error number for pretty printing of errors
275   int saved_errno = 0;
276 
277 #ifdef __LP64__
278   // When requesting low_4g memory and having an expectation, the requested range should fit into
279   // 4GB.
280   if (low_4gb && (
281       // Start out of bounds.
282       (reinterpret_cast<uintptr_t>(expected_ptr) >> 32) != 0 ||
283       // End out of bounds. For simplicity, this will fail for the last page of memory.
284       (reinterpret_cast<uintptr_t>(expected_ptr + page_aligned_byte_count) >> 32) != 0)) {
285     *error_msg = StringPrintf("The requested address space (%p, %p) cannot fit in low_4gb",
286                               expected_ptr, expected_ptr + page_aligned_byte_count);
287     return nullptr;
288   }
289 #endif
290 
291   // TODO:
292   // A page allocator would be a useful abstraction here, as
293   // 1) It is doubtful that MAP_32BIT on x86_64 is doing the right job for us
294   // 2) The linear scheme, even with simple saving of the last known position, is very crude
295 #if USE_ART_LOW_4G_ALLOCATOR
296   // MAP_32BIT only available on x86_64.
297   void* actual = MAP_FAILED;
298   if (low_4gb && expected_ptr == nullptr) {
299     bool first_run = true;
300 
301     for (uintptr_t ptr = next_mem_pos_; ptr < 4 * GB; ptr += kPageSize) {
302       if (4U * GB - ptr < page_aligned_byte_count) {
303         // Not enough memory until 4GB.
304         if (first_run) {
305           // Try another time from the bottom;
306           ptr = LOW_MEM_START - kPageSize;
307           first_run = false;
308           continue;
309         } else {
310           // Second try failed.
311           break;
312         }
313       }
314 
315       uintptr_t tail_ptr;
316 
317       // Check pages are free.
318       bool safe = true;
319       for (tail_ptr = ptr; tail_ptr < ptr + page_aligned_byte_count; tail_ptr += kPageSize) {
320         if (msync(reinterpret_cast<void*>(tail_ptr), kPageSize, 0) == 0) {
321           safe = false;
322           break;
323         } else {
324           DCHECK_EQ(errno, ENOMEM);
325         }
326       }
327 
328       next_mem_pos_ = tail_ptr;  // update early, as we break out when we found and mapped a region
329 
330       if (safe == true) {
331         actual = mmap(reinterpret_cast<void*>(ptr), page_aligned_byte_count, prot, flags, fd.get(),
332                       0);
333         if (actual != MAP_FAILED) {
334           // Since we didn't use MAP_FIXED the kernel may have mapped it somewhere not in the low
335           // 4GB. If this is the case, unmap and retry.
336           if (reinterpret_cast<uintptr_t>(actual) + page_aligned_byte_count < 4 * GB) {
337             break;
338           } else {
339             munmap(actual, page_aligned_byte_count);
340             actual = MAP_FAILED;
341           }
342         }
343       } else {
344         // Skip over last page.
345         ptr = tail_ptr;
346       }
347     }
348 
349     if (actual == MAP_FAILED) {
350       LOG(ERROR) << "Could not find contiguous low-memory space.";
351       saved_errno = ENOMEM;
352     }
353   } else {
354     actual = mmap(expected_ptr, page_aligned_byte_count, prot, flags, fd.get(), 0);
355     saved_errno = errno;
356   }
357 
358 #else
359 #if defined(__LP64__)
360   if (low_4gb && expected_ptr == nullptr) {
361     flags |= MAP_32BIT;
362   }
363 #endif
364 
365   void* actual = mmap(expected_ptr, page_aligned_byte_count, prot, flags, fd.get(), 0);
366   saved_errno = errno;
367 #endif
368 
369   if (actual == MAP_FAILED) {
370     std::string maps;
371     ReadFileToString("/proc/self/maps", &maps);
372 
373     *error_msg = StringPrintf("Failed anonymous mmap(%p, %zd, 0x%x, 0x%x, %d, 0): %s\n%s",
374                               expected_ptr, page_aligned_byte_count, prot, flags, fd.get(),
375                               strerror(saved_errno), maps.c_str());
376     return nullptr;
377   }
378   std::ostringstream check_map_request_error_msg;
379   if (!CheckMapRequest(expected_ptr, actual, page_aligned_byte_count, error_msg)) {
380     return nullptr;
381   }
382   return new MemMap(name, reinterpret_cast<byte*>(actual), byte_count, actual,
383                     page_aligned_byte_count, prot, false);
384 }
385 
MapFileAtAddress(byte * expected_ptr,size_t byte_count,int prot,int flags,int fd,off_t start,bool reuse,const char * filename,std::string * error_msg)386 MemMap* MemMap::MapFileAtAddress(byte* expected_ptr, size_t byte_count, int prot, int flags, int fd,
387                                  off_t start, bool reuse, const char* filename,
388                                  std::string* error_msg) {
389   CHECK_NE(0, prot);
390   CHECK_NE(0, flags & (MAP_SHARED | MAP_PRIVATE));
391 
392   // Note that we do not allow MAP_FIXED unless reuse == true, i.e we
393   // expect his mapping to be contained within an existing map.
394   if (reuse) {
395     // reuse means it is okay that it overlaps an existing page mapping.
396     // Only use this if you actually made the page reservation yourself.
397     CHECK(expected_ptr != nullptr);
398 
399 #if !defined(__APPLE__)  // TODO: Reanable after b/16861075 BacktraceMap issue is addressed.
400     uintptr_t expected = reinterpret_cast<uintptr_t>(expected_ptr);
401     uintptr_t limit = expected + byte_count;
402     DCHECK(ContainedWithinExistingMap(expected, limit, error_msg));
403 #endif
404     flags |= MAP_FIXED;
405   } else {
406     CHECK_EQ(0, flags & MAP_FIXED);
407     // Don't bother checking for an overlapping region here. We'll
408     // check this if required after the fact inside CheckMapRequest.
409   }
410 
411   if (byte_count == 0) {
412     return new MemMap(filename, nullptr, 0, nullptr, 0, prot, false);
413   }
414   // Adjust 'offset' to be page-aligned as required by mmap.
415   int page_offset = start % kPageSize;
416   off_t page_aligned_offset = start - page_offset;
417   // Adjust 'byte_count' to be page-aligned as we will map this anyway.
418   size_t page_aligned_byte_count = RoundUp(byte_count + page_offset, kPageSize);
419   // The 'expected_ptr' is modified (if specified, ie non-null) to be page aligned to the file but
420   // not necessarily to virtual memory. mmap will page align 'expected' for us.
421   byte* page_aligned_expected = (expected_ptr == nullptr) ? nullptr : (expected_ptr - page_offset);
422 
423   byte* actual = reinterpret_cast<byte*>(mmap(page_aligned_expected,
424                                               page_aligned_byte_count,
425                                               prot,
426                                               flags,
427                                               fd,
428                                               page_aligned_offset));
429   if (actual == MAP_FAILED) {
430     auto saved_errno = errno;
431 
432     std::string maps;
433     ReadFileToString("/proc/self/maps", &maps);
434 
435     *error_msg = StringPrintf("mmap(%p, %zd, 0x%x, 0x%x, %d, %" PRId64
436                               ") of file '%s' failed: %s\n%s",
437                               page_aligned_expected, page_aligned_byte_count, prot, flags, fd,
438                               static_cast<int64_t>(page_aligned_offset), filename,
439                               strerror(saved_errno), maps.c_str());
440     return nullptr;
441   }
442   std::ostringstream check_map_request_error_msg;
443   if (!CheckMapRequest(expected_ptr, actual, page_aligned_byte_count, error_msg)) {
444     return nullptr;
445   }
446   return new MemMap(filename, actual + page_offset, byte_count, actual, page_aligned_byte_count,
447                     prot, reuse);
448 }
449 
~MemMap()450 MemMap::~MemMap() {
451   if (base_begin_ == nullptr && base_size_ == 0) {
452     return;
453   }
454   if (!reuse_) {
455     int result = munmap(base_begin_, base_size_);
456     if (result == -1) {
457       PLOG(FATAL) << "munmap failed";
458     }
459   }
460 
461   // Remove it from maps_.
462   MutexLock mu(Thread::Current(), *Locks::mem_maps_lock_);
463   bool found = false;
464   DCHECK(maps_ != nullptr);
465   for (auto it = maps_->lower_bound(base_begin_), end = maps_->end();
466        it != end && it->first == base_begin_; ++it) {
467     if (it->second == this) {
468       found = true;
469       maps_->erase(it);
470       break;
471     }
472   }
473   CHECK(found) << "MemMap not found";
474 }
475 
MemMap(const std::string & name,byte * begin,size_t size,void * base_begin,size_t base_size,int prot,bool reuse)476 MemMap::MemMap(const std::string& name, byte* begin, size_t size, void* base_begin,
477                size_t base_size, int prot, bool reuse)
478     : name_(name), begin_(begin), size_(size), base_begin_(base_begin), base_size_(base_size),
479       prot_(prot), reuse_(reuse) {
480   if (size_ == 0) {
481     CHECK(begin_ == nullptr);
482     CHECK(base_begin_ == nullptr);
483     CHECK_EQ(base_size_, 0U);
484   } else {
485     CHECK(begin_ != nullptr);
486     CHECK(base_begin_ != nullptr);
487     CHECK_NE(base_size_, 0U);
488 
489     // Add it to maps_.
490     MutexLock mu(Thread::Current(), *Locks::mem_maps_lock_);
491     DCHECK(maps_ != nullptr);
492     maps_->insert(std::make_pair(base_begin_, this));
493   }
494 };
495 
RemapAtEnd(byte * new_end,const char * tail_name,int tail_prot,std::string * error_msg)496 MemMap* MemMap::RemapAtEnd(byte* new_end, const char* tail_name, int tail_prot,
497                            std::string* error_msg) {
498   DCHECK_GE(new_end, Begin());
499   DCHECK_LE(new_end, End());
500   DCHECK_LE(begin_ + size_, reinterpret_cast<byte*>(base_begin_) + base_size_);
501   DCHECK(IsAligned<kPageSize>(begin_));
502   DCHECK(IsAligned<kPageSize>(base_begin_));
503   DCHECK(IsAligned<kPageSize>(reinterpret_cast<byte*>(base_begin_) + base_size_));
504   DCHECK(IsAligned<kPageSize>(new_end));
505   byte* old_end = begin_ + size_;
506   byte* old_base_end = reinterpret_cast<byte*>(base_begin_) + base_size_;
507   byte* new_base_end = new_end;
508   DCHECK_LE(new_base_end, old_base_end);
509   if (new_base_end == old_base_end) {
510     return new MemMap(tail_name, nullptr, 0, nullptr, 0, tail_prot, false);
511   }
512   size_ = new_end - reinterpret_cast<byte*>(begin_);
513   base_size_ = new_base_end - reinterpret_cast<byte*>(base_begin_);
514   DCHECK_LE(begin_ + size_, reinterpret_cast<byte*>(base_begin_) + base_size_);
515   size_t tail_size = old_end - new_end;
516   byte* tail_base_begin = new_base_end;
517   size_t tail_base_size = old_base_end - new_base_end;
518   DCHECK_EQ(tail_base_begin + tail_base_size, old_base_end);
519   DCHECK(IsAligned<kPageSize>(tail_base_size));
520 
521 #ifdef USE_ASHMEM
522   // android_os_Debug.cpp read_mapinfo assumes all ashmem regions associated with the VM are
523   // prefixed "dalvik-".
524   std::string debug_friendly_name("dalvik-");
525   debug_friendly_name += tail_name;
526   ScopedFd fd(ashmem_create_region(debug_friendly_name.c_str(), tail_base_size));
527   int flags = MAP_PRIVATE | MAP_FIXED;
528   if (fd.get() == -1) {
529     *error_msg = StringPrintf("ashmem_create_region failed for '%s': %s",
530                               tail_name, strerror(errno));
531     return nullptr;
532   }
533 #else
534   ScopedFd fd(-1);
535   int flags = MAP_PRIVATE | MAP_ANONYMOUS;
536 #endif
537 
538   // Unmap/map the tail region.
539   int result = munmap(tail_base_begin, tail_base_size);
540   if (result == -1) {
541     std::string maps;
542     ReadFileToString("/proc/self/maps", &maps);
543     *error_msg = StringPrintf("munmap(%p, %zd) failed for '%s'\n%s",
544                               tail_base_begin, tail_base_size, name_.c_str(),
545                               maps.c_str());
546     return nullptr;
547   }
548   // Don't cause memory allocation between the munmap and the mmap
549   // calls. Otherwise, libc (or something else) might take this memory
550   // region. Note this isn't perfect as there's no way to prevent
551   // other threads to try to take this memory region here.
552   byte* actual = reinterpret_cast<byte*>(mmap(tail_base_begin, tail_base_size, tail_prot,
553                                               flags, fd.get(), 0));
554   if (actual == MAP_FAILED) {
555     std::string maps;
556     ReadFileToString("/proc/self/maps", &maps);
557     *error_msg = StringPrintf("anonymous mmap(%p, %zd, 0x%x, 0x%x, %d, 0) failed\n%s",
558                               tail_base_begin, tail_base_size, tail_prot, flags, fd.get(),
559                               maps.c_str());
560     return nullptr;
561   }
562   return new MemMap(tail_name, actual, tail_size, actual, tail_base_size, tail_prot, false);
563 }
564 
MadviseDontNeedAndZero()565 void MemMap::MadviseDontNeedAndZero() {
566   if (base_begin_ != nullptr || base_size_ != 0) {
567     if (!kMadviseZeroes) {
568       memset(base_begin_, 0, base_size_);
569     }
570     int result = madvise(base_begin_, base_size_, MADV_DONTNEED);
571     if (result == -1) {
572       PLOG(WARNING) << "madvise failed";
573     }
574   }
575 }
576 
Protect(int prot)577 bool MemMap::Protect(int prot) {
578   if (base_begin_ == nullptr && base_size_ == 0) {
579     prot_ = prot;
580     return true;
581   }
582 
583   if (mprotect(base_begin_, base_size_, prot) == 0) {
584     prot_ = prot;
585     return true;
586   }
587 
588   PLOG(ERROR) << "mprotect(" << reinterpret_cast<void*>(base_begin_) << ", " << base_size_ << ", "
589               << prot << ") failed";
590   return false;
591 }
592 
CheckNoGaps(MemMap * begin_map,MemMap * end_map)593 bool MemMap::CheckNoGaps(MemMap* begin_map, MemMap* end_map) {
594   MutexLock mu(Thread::Current(), *Locks::mem_maps_lock_);
595   CHECK(begin_map != nullptr);
596   CHECK(end_map != nullptr);
597   CHECK(HasMemMap(begin_map));
598   CHECK(HasMemMap(end_map));
599   CHECK_LE(begin_map->BaseBegin(), end_map->BaseBegin());
600   MemMap* map = begin_map;
601   while (map->BaseBegin() != end_map->BaseBegin()) {
602     MemMap* next_map = GetLargestMemMapAt(map->BaseEnd());
603     if (next_map == nullptr) {
604       // Found a gap.
605       return false;
606     }
607     map = next_map;
608   }
609   return true;
610 }
611 
DumpMaps(std::ostream & os)612 void MemMap::DumpMaps(std::ostream& os) {
613   MutexLock mu(Thread::Current(), *Locks::mem_maps_lock_);
614   DumpMapsLocked(os);
615 }
616 
DumpMapsLocked(std::ostream & os)617 void MemMap::DumpMapsLocked(std::ostream& os) {
618   os << maps_;
619 }
620 
HasMemMap(MemMap * map)621 bool MemMap::HasMemMap(MemMap* map) {
622   void* base_begin = map->BaseBegin();
623   for (auto it = maps_->lower_bound(base_begin), end = maps_->end();
624        it != end && it->first == base_begin; ++it) {
625     if (it->second == map) {
626       return true;
627     }
628   }
629   return false;
630 }
631 
GetLargestMemMapAt(void * address)632 MemMap* MemMap::GetLargestMemMapAt(void* address) {
633   size_t largest_size = 0;
634   MemMap* largest_map = nullptr;
635   DCHECK(maps_ != nullptr);
636   for (auto it = maps_->lower_bound(address), end = maps_->end();
637        it != end && it->first == address; ++it) {
638     MemMap* map = it->second;
639     CHECK(map != nullptr);
640     if (largest_size < map->BaseSize()) {
641       largest_size = map->BaseSize();
642       largest_map = map;
643     }
644   }
645   return largest_map;
646 }
647 
Init()648 void MemMap::Init() {
649   MutexLock mu(Thread::Current(), *Locks::mem_maps_lock_);
650   if (maps_ == nullptr) {
651     // dex2oat calls MemMap::Init twice since its needed before the runtime is created.
652     maps_ = new Maps;
653   }
654 }
655 
Shutdown()656 void MemMap::Shutdown() {
657   MutexLock mu(Thread::Current(), *Locks::mem_maps_lock_);
658   delete maps_;
659   maps_ = nullptr;
660 }
661 
operator <<(std::ostream & os,const MemMap & mem_map)662 std::ostream& operator<<(std::ostream& os, const MemMap& mem_map) {
663   os << StringPrintf("[MemMap: %p-%p prot=0x%x %s]",
664                      mem_map.BaseBegin(), mem_map.BaseEnd(), mem_map.GetProtect(),
665                      mem_map.GetName().c_str());
666   return os;
667 }
668 
669 }  // namespace art
670