/* * Copyright (c) 2022 Huawei Device Co., Ltd. * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef ECMASCRIPT_MEM_MEM_MAP_ALLOCATOR_H #define ECMASCRIPT_MEM_MEM_MAP_ALLOCATOR_H #include #include #include "ecmascript/platform/map.h" #include "ecmascript/mem/mem.h" #include "ecmascript/mem/mem_common.h" #include "ecmascript/log_wrapper.h" #include "libpandabase/os/mutex.h" namespace panda::ecmascript { // Regular region with length of DEFAULT_REGION_SIZE(256kb) class MemMapPool { public: explicit MemMapPool() = default; ~MemMapPool() = default; void Finalize() { os::memory::LockHolder lock(lock_); for (auto &it : memMapVector_) { PageUnmap(it); } memMapVector_.clear(); memMapCache_.clear(); } NO_COPY_SEMANTIC(MemMapPool); NO_MOVE_SEMANTIC(MemMapPool); MemMap GetMemFromCache([[maybe_unused]]size_t size) { ASSERT(size == REGULAR_MMAP_SIZE); os::memory::LockHolder lock(lock_); if (!memMapCache_.empty()) { MemMap mem = memMapCache_.front(); memMapCache_.pop_front(); return mem; } return MemMap(); } void AddMemToCache(void *mem, size_t size) { ASSERT(size == REGULAR_MMAP_SIZE); os::memory::LockHolder lock(lock_); memMapCache_.emplace_back(mem, size); } MemMap SplitMemFromCache(MemMap memMap) { os::memory::LockHolder lock(lock_); auto remainderMem = reinterpret_cast(memMap.GetMem()) + REGULAR_MMAP_SIZE; size_t remainderSize = AlignDown(memMap.GetSize() - REGULAR_MMAP_SIZE, REGULAR_MMAP_SIZE); size_t count = remainderSize / REGULAR_MMAP_SIZE; while (count-- > 0) { memMapCache_.emplace_back(reinterpret_cast(remainderMem), REGULAR_MMAP_SIZE); remainderMem = remainderMem + REGULAR_MMAP_SIZE; } return MemMap(memMap.GetMem(), REGULAR_MMAP_SIZE); } void InsertMemMap(MemMap memMap) { os::memory::LockHolder lock(lock_); memMapVector_.emplace_back(memMap); } private: static constexpr size_t REGULAR_MMAP_SIZE = 256_KB; os::memory::Mutex lock_; std::deque memMapCache_; std::vector memMapVector_; }; // Non regular region with length of DEFAULT_REGION_SIZE(256kb) multiple class MemMapFreeList { public: MemMapFreeList() = default; ~MemMapFreeList() = default; void Initialize(MemMap memMap) { memMap_ = memMap; freeList_.emplace(memMap.GetSize(), memMap); capacity_ = memMap.GetSize(); } void Finalize() { PageUnmap(memMap_); freeList_.clear(); } NO_COPY_SEMANTIC(MemMapFreeList); NO_MOVE_SEMANTIC(MemMapFreeList); MemMap GetMemFromList(size_t size) { if (freeListPoolSize_ + size > capacity_) { LOG_GC(ERROR) << "Freelist pool oom: overflow(" << freeListPoolSize_ << ")"; return MemMap(); } os::memory::LockHolder lock(lock_); auto iterate = freeList_.lower_bound(size); if (iterate == freeList_.end()) { LOG_GC(ERROR) << "Freelist pool oom: memory fragment(" << freeListPoolSize_ << ")"; return MemMap(); } MemMap memMap = iterate->second; size_t remainderSize = memMap.GetSize() - size; freeList_.erase(iterate); if (remainderSize >= DEFAULT_REGION_SIZE) { auto next = reinterpret_cast(reinterpret_cast(memMap.GetMem()) + size); freeList_.emplace(remainderSize, MemMap(next, remainderSize)); } freeListPoolSize_ += size; return MemMap(memMap.GetMem(), size); } void AddMemToList(MemMap memMap) { os::memory::LockHolder lock(lock_); freeListPoolSize_ -= memMap.GetSize(); freeList_.emplace(memMap.GetSize(), memMap); } private: os::memory::Mutex lock_; MemMap memMap_; std::multimap freeList_; std::atomic_size_t freeListPoolSize_ {0}; size_t capacity_ {0}; }; class MemMapAllocator { public: MemMapAllocator() = default; ~MemMapAllocator() = default; NO_COPY_SEMANTIC(MemMapAllocator); NO_MOVE_SEMANTIC(MemMapAllocator); void Initialize(size_t alignment) { AdapterSuitablePoolCapacity(); memMapTotalSize_ = 0; size_t hugeObjectCapacity = std::min(capacity_ / 2, MAX_HUGE_OBJECT_CAPACITY); MemMap memMap = PageMap(hugeObjectCapacity, PAGE_PROT_NONE, alignment); PageRelease(memMap.GetMem(), memMap.GetSize()); memMapFreeList_.Initialize(memMap); } void Finalize() { memMapTotalSize_ = 0; capacity_ = 0; memMapFreeList_.Finalize(); memMapPool_.Finalize(); } size_t GetCapacity() { return capacity_; } void IncreaseAndCheckReserved(size_t size) { if (reserved_ + size > capacity_) { LOG_GC(ERROR) << "pool is empty, reserved = " << reserved_ << ", capacity_ = " << capacity_ << ", size = " << size; } reserved_ += size; LOG_GC(DEBUG) << "Ark IncreaseAndCheckReserved reserved = " << reserved_ << ", capacity_ = " << capacity_; } void DecreaseReserved(size_t size) { reserved_ -= size; LOG_GC(DEBUG) << "Ark DecreaseReserved reserved = " << reserved_ << ", capacity_ = " << capacity_; } static MemMapAllocator *GetInstance(); MemMap Allocate(size_t size, size_t alignment, bool regular, int prot); void Free(void *mem, size_t size, bool isRegular); private: static constexpr size_t REGULAR_REGION_MMAP_SIZE = 4_MB; void AdapterSuitablePoolCapacity(); MemMapPool memMapPool_; MemMapFreeList memMapFreeList_; std::atomic_size_t memMapTotalSize_ {0}; size_t capacity_ {0}; size_t reserved_ {0}; }; } // namespace panda::ecmascript #endif // ECMASCRIPT_MEM_MEM_MAP_ALLOCATOR_H